{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5591.555, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T00:14:59+09:00", "last_error_summary": "[rtsp @ 0x5953a21b4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5953a21b4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T00:14:59+09:00", "last_error_summary": "[rtsp @ 0x5953a21b4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5953a21b4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T00:15:01+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T00:14:59+09:00", "pid": 17116, "process": {"exists": false, "pid": 17116}, "restart_count": 25, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 16537.117, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 16537.177, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.538, "last_sample_duration_ms": 618.437, "last_trigger": "periodic", "next_snapshot_in_sec": 30.462, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 58, "storage_bytes": 1594427}, "mjpeg": {"age_sec": 16537.108, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T00:15:01+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 16540.714, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537131.578, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537125.484, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537125.045, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537126.943, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.728, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.883, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14734.89, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17114, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00212, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000616, "system_cpu_s_delta": 1.1100000000001273, "user_cpu_core_ratio": 0.001504, "user_cpu_s_delta": 2.710000000000946}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.154, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.166, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3319.699, "count": 30, "max": 14734.89, "p95": 12121.467, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130276.133, "count": 30, "max": 131477.0, "p95": 130395.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 34661.933, "count": 30, "max": 131477.0, "p95": 130395.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.5, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.167, "p95": 0.158, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.132, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 999, "sampled_at": "2026-10-30T23:44:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T23:44:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5591.461, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T00:14:59+09:00", "last_error_summary": "[rtsp @ 0x5953a21b4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5953a21b4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T00:15:01+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-31T00:14:59+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 25, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 16537.149, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 16537.209, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.559, "last_sample_duration_ms": 618.437, "last_trigger": "periodic", "next_snapshot_in_sec": 30.441, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 58, "storage_bytes": 1594427}, "mjpeg": {"age_sec": 16537.139, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T00:15:01+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 16540.739, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537161.803, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537155.709, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537155.27, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16537157.168, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.041, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.346, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16537.117, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17116, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000533, "system_cpu_s_delta": 0.9600000000000364, "user_cpu_core_ratio": 0.001393, "user_cpu_s_delta": 2.5100000000002183}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.697, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.718, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3870.937, "count": 30, "max": 16537.117, "p95": 13923.956, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130239.667, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 30279.367, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.733, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1000, "sampled_at": "2026-10-31T00:15:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T00:15:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5640.242, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T00:45:02+09:00", "last_error_summary": "[rtsp @ 0x652c9d025f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x652c9d025e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T00:45:02+09:00", "last_error_summary": "[rtsp @ 0x652c9d025f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x652c9d025e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T00:45:04+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T00:45:02+09:00", "pid": 17118, "process": {"exists": false, "pid": 17118}, "restart_count": 26, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 18339.914, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 18339.975, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.037, "last_sample_duration_ms": 549.337, "last_trigger": "periodic", "next_snapshot_in_sec": 32.963, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 61, "storage_bytes": 1622186}, "mjpeg": {"age_sec": 18339.905, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T00:45:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 18343.51, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339928.56, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339922.466, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339922.028, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339923.925, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.799, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.346, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16537.117, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17116, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000533, "system_cpu_s_delta": 0.9600000000000364, "user_cpu_core_ratio": 0.001393, "user_cpu_s_delta": 2.5100000000002183}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.697, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.718, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3870.937, "count": 30, "max": 16537.117, "p95": 13923.956, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130239.667, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 30279.367, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.733, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1000, "sampled_at": "2026-10-31T00:15:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T00:15:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5619.617, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T00:45:02+09:00", "last_error_summary": "[rtsp @ 0x652c9d025f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x652c9d025e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T00:45:04+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.037, "last_started_at": "2026-10-31T00:45:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 26, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 18339.95, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 18340.011, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.063, "last_sample_duration_ms": 549.337, "last_trigger": "periodic", "next_snapshot_in_sec": 32.937, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 61, "storage_bytes": 1622186}, "mjpeg": {"age_sec": 18339.941, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T00:45:04+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 18343.54, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339963.407, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339957.313, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339956.874, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18339958.772, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.137, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.822, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18339.914, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17118, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000533, "system_cpu_s_delta": 0.9600000000000364, "user_cpu_core_ratio": 0.001431, "user_cpu_s_delta": 2.5799999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.416, "count": 30, "max": 23.416, "p95": 22.259, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.114, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4482.267, "count": 30, "max": 18339.914, "p95": 15726.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130288.667, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 25982.267, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.633, "count": 30, "max": 50.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1001, "sampled_at": "2026-10-31T00:45:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T00:45:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5679.621, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T01:15:04+09:00", "last_error_summary": "[rtsp @ 0x5fbe6ec84f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fbe6ec84e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T01:15:04+09:00", "last_error_summary": "[rtsp @ 0x5fbe6ec84f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fbe6ec84e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T01:15:06+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T01:15:04+09:00", "pid": 17120, "process": {"exists": false, "pid": 17120}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 20142.324, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 20142.384, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.855, "last_sample_duration_ms": 635.926, "last_trigger": "periodic", "next_snapshot_in_sec": 36.145, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 64, "storage_bytes": 1649957}, "mjpeg": {"age_sec": 20142.314, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T01:15:06+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 20145.918, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142337.727, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142331.633, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142331.194, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142333.092, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.797, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.822, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18339.914, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17118, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000533, "system_cpu_s_delta": 0.9600000000000364, "user_cpu_core_ratio": 0.001431, "user_cpu_s_delta": 2.5799999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.416, "count": 30, "max": 23.416, "p95": 22.259, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.114, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4482.267, "count": 30, "max": 18339.914, "p95": 15726.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130288.667, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 25982.267, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.633, "count": 30, "max": 50.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1001, "sampled_at": "2026-10-31T00:45:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T00:45:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5679.172, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T01:15:04+09:00", "last_error_summary": "[rtsp @ 0x5fbe6ec84f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fbe6ec84e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T01:15:06+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-10-31T01:15:04+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 20142.354, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 20142.414, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.876, "last_sample_duration_ms": 635.926, "last_trigger": "periodic", "next_snapshot_in_sec": 36.124, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 64, "storage_bytes": 1649957}, "mjpeg": {"age_sec": 20142.344, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T01:15:06+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 20145.944, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142366.831, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142360.737, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142360.298, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20142362.196, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.341, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.843, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20142.323, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17120, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000544, "system_cpu_s_delta": 0.9800000000000182, "user_cpu_core_ratio": 0.001404, "user_cpu_s_delta": 2.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.808, "count": 30, "max": 23.416, "p95": 20.464, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.413, "count": 30, "max": 22.327, "p95": 19.831, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5153.678, "count": 30, "max": 20142.323, "p95": 17528.655, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130339.067, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 21686.567, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.2, "count": 30, "max": 50.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1002, "sampled_at": "2026-10-31T01:15:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T01:15:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5697.91, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T01:45:07+09:00", "last_error_summary": "[rtsp @ 0x599642319f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x599642319e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T01:45:07+09:00", "last_error_summary": "[rtsp @ 0x599642319f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x599642319e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T01:45:09+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T01:45:07+09:00", "pid": 17122, "process": {"exists": false, "pid": 17122}, "restart_count": 28, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 21945.022, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 21945.082, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.001, "last_sample_duration_ms": 497.42, "last_trigger": "periodic", "next_snapshot_in_sec": 38.999, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 67, "storage_bytes": 1677731}, "mjpeg": {"age_sec": 21945.012, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T01:45:09+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 21948.617, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945036.129, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945030.034, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945029.596, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945031.493, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.112, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.843, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20142.323, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17120, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000544, "system_cpu_s_delta": 0.9800000000000182, "user_cpu_core_ratio": 0.001404, "user_cpu_s_delta": 2.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.808, "count": 30, "max": 23.416, "p95": 20.464, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.413, "count": 30, "max": 22.327, "p95": 19.831, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5153.678, "count": 30, "max": 20142.323, "p95": 17528.655, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130339.067, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 21686.567, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.2, "count": 30, "max": 50.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1002, "sampled_at": "2026-10-31T01:15:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T01:15:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5698.066, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T01:45:07+09:00", "last_error_summary": "[rtsp @ 0x599642319f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x599642319e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T01:45:09+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-10-31T01:45:07+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 28, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 21945.048, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 21945.109, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.019, "last_sample_duration_ms": 497.42, "last_trigger": "periodic", "next_snapshot_in_sec": 38.981, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 67, "storage_bytes": 1677731}, "mjpeg": {"age_sec": 21945.039, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T01:45:09+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 21948.636, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945061.213, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945055.118, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945054.68, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21945056.577, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.58, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.134, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21945.021, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17122, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000516, "system_cpu_s_delta": 0.9299999999998363, "user_cpu_core_ratio": 0.00137, "user_cpu_s_delta": 2.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.264, "count": 30, "max": 23.416, "p95": 20.464, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.961, "count": 30, "max": 22.327, "p95": 19.831, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5885.178, "count": 30, "max": 21945.021, "p95": 19331.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130355.2, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 17356.6, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.4, "count": 30, "max": 50.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1003, "sampled_at": "2026-10-31T01:45:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T01:45:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5733.113, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T02:15:09+09:00", "last_error_summary": "[rtsp @ 0x64e98394ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64e98394ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T02:15:09+09:00", "last_error_summary": "[rtsp @ 0x64e98394ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64e98394ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T02:15:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T02:15:09+09:00", "pid": 17124, "process": {"exists": false, "pid": 17124}, "restart_count": 29, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 23747.091, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 23747.152, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.325, "last_sample_duration_ms": 498.795, "last_trigger": "periodic", "next_snapshot_in_sec": 42.675, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 70, "storage_bytes": 1705494}, "mjpeg": {"age_sec": 23747.082, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T02:15:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 23750.687, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747105.786, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747099.692, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747099.253, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747101.151, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.968, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.134, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21945.021, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17122, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000516, "system_cpu_s_delta": 0.9299999999998363, "user_cpu_core_ratio": 0.00137, "user_cpu_s_delta": 2.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.264, "count": 30, "max": 23.416, "p95": 20.464, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.961, "count": 30, "max": 22.327, "p95": 19.831, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5885.178, "count": 30, "max": 21945.021, "p95": 19331.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130355.2, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 17356.6, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.4, "count": 30, "max": 50.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.167, "p95": 0.157, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1003, "sampled_at": "2026-10-31T01:45:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T01:45:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5733.141, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T02:15:09+09:00", "last_error_summary": "[rtsp @ 0x64e98394ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64e98394ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T02:15:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-10-31T02:15:09+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 29, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 23747.127, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 23747.188, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.354, "last_sample_duration_ms": 498.795, "last_trigger": "periodic", "next_snapshot_in_sec": 42.646, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 70, "storage_bytes": 1705494}, "mjpeg": {"age_sec": 23747.118, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T02:15:11+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 23750.721, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747140.367, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747134.272, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747133.834, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747135.731, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.695, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.381, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23747.091, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17124, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000494, "system_cpu_s_delta": 0.8899999999998727, "user_cpu_core_ratio": 0.001343, "user_cpu_s_delta": 2.4200000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.696, "count": 30, "max": 21.272, "p95": 14.015, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.286, "count": 30, "max": 20.664, "p95": 13.207, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6676.748, "count": 30, "max": 23747.091, "p95": 21133.807, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130371.133, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 13026.433, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 50.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.014, "count": 30, "max": 0.167, "p95": 0.118, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.567, "p95": 0.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1004, "sampled_at": "2026-10-31T02:15:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T02:15:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5742.566, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T02:45:11+09:00", "last_error_summary": "[rtsp @ 0x64f7531eef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64f7531eee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T02:45:11+09:00", "last_error_summary": "[rtsp @ 0x64f7531eef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64f7531eee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T02:45:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T02:45:11+09:00", "pid": 17126, "process": {"exists": false, "pid": 17126}, "restart_count": 30, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 25549.405, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 25549.465, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 554.053, "last_sample_duration_ms": 667.446, "last_trigger": "periodic", "next_snapshot_in_sec": 45.947, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 73, "storage_bytes": 1733268}, "mjpeg": {"age_sec": 25549.395, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T02:45:13+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 25553.0, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549419.485, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549413.391, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549412.952, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549414.85, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.674, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.381, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23747.091, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17124, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000494, "system_cpu_s_delta": 0.8899999999998727, "user_cpu_core_ratio": 0.001343, "user_cpu_s_delta": 2.4200000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.696, "count": 30, "max": 21.272, "p95": 14.015, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.286, "count": 30, "max": 20.664, "p95": 13.207, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6676.748, "count": 30, "max": 23747.091, "p95": 21133.807, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130371.133, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 13026.433, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 50.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.014, "count": 30, "max": 0.167, "p95": 0.118, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.567, "p95": 0.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1004, "sampled_at": "2026-10-31T02:15:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T02:15:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5742.051, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T02:45:11+09:00", "last_error_summary": "[rtsp @ 0x64f7531eef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64f7531eee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T02:45:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-10-31T02:45:11+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 30, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 25549.433, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 25549.494, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 554.074, "last_sample_duration_ms": 667.446, "last_trigger": "periodic", "next_snapshot_in_sec": 45.926, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 73, "storage_bytes": 1733268}, "mjpeg": {"age_sec": 25549.424, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T02:45:13+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.789, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 25553.021, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549446.301, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549440.206, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549439.768, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25549441.665, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.652, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.381, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23747.091, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17124, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000494, "system_cpu_s_delta": 0.8899999999998727, "user_cpu_core_ratio": 0.001343, "user_cpu_s_delta": 2.4200000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.696, "count": 30, "max": 21.272, "p95": 14.015, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.286, "count": 30, "max": 20.664, "p95": 13.207, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6676.748, "count": 30, "max": 23747.091, "p95": 21133.807, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130371.133, "count": 30, "max": 130406.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 13026.433, "count": 30, "max": 130406.0, "p95": 130212.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 50.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.014, "count": 30, "max": 0.167, "p95": 0.118, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.567, "p95": 0.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1004, "sampled_at": "2026-10-31T02:15:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T02:15:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5786.379, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T03:15:14+09:00", "last_error_summary": "[rtsp @ 0x5d401817df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d401817de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T03:15:14+09:00", "last_error_summary": "[rtsp @ 0x5d401817df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d401817de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T03:15:16+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T03:15:14+09:00", "pid": 17128, "process": {"exists": false, "pid": 17128}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 27351.922, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 27351.983, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 550.656, "last_sample_duration_ms": 556.296, "last_trigger": "periodic", "next_snapshot_in_sec": 49.344, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 76, "storage_bytes": 1761037}, "mjpeg": {"age_sec": 27351.913, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T03:15:16+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.789, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 27355.516, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351936.286, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351930.192, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351929.753, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351931.651, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.914, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.252, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25549.405, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17126, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001737, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000472, "system_cpu_s_delta": 0.8500000000003638, "user_cpu_core_ratio": 0.001265, "user_cpu_s_delta": 2.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.188, "count": 30, "max": 21.272, "p95": 6.908, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.713, "count": 30, "max": 20.664, "p95": 5.096, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 7528.395, "count": 30, "max": 25549.405, "p95": 22936.159, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130370.367, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 8679.567, "count": 30, "max": 130383.0, "p95": 71502.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.833, "count": 30, "max": 50.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.009, "count": 30, "max": 0.167, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.567, "p95": 0.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1005, "sampled_at": "2026-10-31T02:45:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T02:45:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5786.555, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T03:15:14+09:00", "last_error_summary": "[rtsp @ 0x5d401817df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d401817de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T03:15:16+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-10-31T03:15:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 27351.95, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 27352.011, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 550.677, "last_sample_duration_ms": 556.296, "last_trigger": "periodic", "next_snapshot_in_sec": 49.323, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 76, "storage_bytes": 1761037}, "mjpeg": {"age_sec": 27351.941, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T03:15:16+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.789, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 27355.539, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351963.181, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351957.087, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351956.649, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27351958.546, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.788, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.789, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.348, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27351.921, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17128, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7799999999997453, "user_cpu_core_ratio": 0.001187, "user_cpu_s_delta": 2.140000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.624, "count": 30, "max": 7.34, "p95": 6.354, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.082, "count": 30, "max": 6.354, "p95": 3.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8440.126, "count": 30, "max": 27351.921, "p95": 24738.364, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 4346.1, "count": 30, "max": 130383.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.1, "count": 30, "max": 50.0, "p95": 22.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.003, "count": 30, "max": 0.068, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.01, "count": 30, "max": 0.226, "p95": 0.008, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1006, "sampled_at": "2026-10-31T03:15:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T03:15:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5812.066, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T03:45:16+09:00", "last_error_summary": "[rtsp @ 0x567d290c2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x567d290c2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T03:45:16+09:00", "last_error_summary": "[rtsp @ 0x567d290c2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x567d290c2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T03:45:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T03:45:16+09:00", "pid": 17130, "process": {"exists": false, "pid": 17130}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 29153.989, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 29154.049, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.384, "last_sample_duration_ms": 518.751, "last_trigger": "periodic", "next_snapshot_in_sec": 52.616, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 79, "storage_bytes": 1788829}, "mjpeg": {"age_sec": 29153.979, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T03:45:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.789, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 29157.581, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29154002.377, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153996.283, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153995.844, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153997.742, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.435, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.789, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.348, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27351.921, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17128, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7799999999997453, "user_cpu_core_ratio": 0.001187, "user_cpu_s_delta": 2.140000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.624, "count": 30, "max": 7.34, "p95": 6.354, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.082, "count": 30, "max": 6.354, "p95": 3.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8440.126, "count": 30, "max": 27351.921, "p95": 24738.364, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 4346.1, "count": 30, "max": 130383.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.1, "count": 30, "max": 50.0, "p95": 22.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.003, "count": 30, "max": 0.068, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.01, "count": 30, "max": 0.226, "p95": 0.008, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1006, "sampled_at": "2026-10-31T03:15:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T03:15:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5823.066, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T03:45:16+09:00", "last_error_summary": "[rtsp @ 0x567d290c2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x567d290c2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T03:45:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-10-31T03:45:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 29154.012, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 29154.072, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.399, "last_sample_duration_ms": 518.751, "last_trigger": "periodic", "next_snapshot_in_sec": 52.601, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 79, "storage_bytes": 1788829}, "mjpeg": {"age_sec": 29154.002, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T03:45:18+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.789, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 29157.6, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29154024.524, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29154018.43, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29154017.991, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29154019.889, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.637, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.789, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.323, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29153.987, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17130, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000405, "system_cpu_s_delta": 0.7300000000000182, "user_cpu_core_ratio": 0.001171, "user_cpu_s_delta": 2.109999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.49, "count": 30, "max": 6.381, "p95": 6.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.913, "count": 30, "max": 3.558, "p95": 3.077, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9410.923, "count": 30, "max": 29153.987, "p95": 26540.789, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.333, "count": 30, "max": 50.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.01, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1007, "sampled_at": "2026-10-31T03:45:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T03:45:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 5812.555, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0773, "count": 512, "max_ms": 1.7671, "p50_ms": 0.0636, "p95_ms": 0.1112, "p99_ms": 0.191}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9642, "count": 512, "max_ms": 2.3172, "p50_ms": 0.8796, "p95_ms": 1.5162, "p99_ms": 2.0302, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47692.402, "last_started_at": "2026-10-30T14:32:36+09:00", "pid": 551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.836, "name": "ffmpeg", "pid": 551, "rss_mb": 302.836, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.936, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T03:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 30.042, "last_frame_pushed_at": "2026-10-31T03:46:58+09:00", "last_frame_read_age_sec": 30.091, "last_frame_read_at": "2026-10-31T03:46:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.188, "last_sample_duration_ms": 585.882, "last_trigger": "periodic", "next_snapshot_in_sec": 523.812, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 80, "storage_bytes": 1798089}, "mjpeg": {"age_sec": 30.034, "exists": true, "mtime": "2026-10-31T03:46:58.791736+09:00", "mtime_epoch": 1793386018.7917361, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 109759}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-31T03:47:28+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1010.895, "name": "celery", "pid": 180, "rss_mb": 1001.262, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32.013, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30077.084, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30064.555, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30067.779, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30072.19, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.278, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1001.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.526, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 56.117, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T03:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105206, "write_bytes_delta": 105206, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.281484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 551, "reason": null, "system_cpu_core_ratio": 0.037931, "system_cpu_s_delta": 0.37999999999988177, "user_cpu_core_ratio": 0.243554, "user_cpu_s_delta": 2.4400000000005093}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.121945, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7988.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.3274, "system_cpu_s_delta": 3.280000000000655, "user_cpu_core_ratio": 0.794545, "user_cpu_s_delta": 7.960000000002765}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.213, "count": 300, "max_ms": 7.51, "p95_ms": 4.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.952, "count": 30, "max": 33.883, "p95": 24.935, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.929, "count": 30, "max": 21.021, "p95": 18.686, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.0, "count": 30, "max": 418.0, "p95": 413.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.259, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110775.2, "count": 30, "max": 115702.0, "p95": 115234.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110775.2, "count": 30, "max": 115702.0, "p95": 115234.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11787.367, "count": 30, "max": 35947.0, "p95": 29435.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.361, "p95": 0.356, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.785, "count": 30, "max": 0.817, "p95": 0.803, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3676, "sampled_at": "2026-10-31T03:46:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T03:46:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 5735.762, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0773, "count": 512, "max_ms": 1.7671, "p50_ms": 0.0636, "p95_ms": 0.1112, "p99_ms": 0.191}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9642, "count": 512, "max_ms": 2.3172, "p50_ms": 0.8796, "p95_ms": 1.5162, "p99_ms": 2.0302, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47692.448, "last_started_at": "2026-10-30T14:32:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.936, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T03:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 30.089, "last_frame_pushed_at": "2026-10-31T03:46:58+09:00", "last_frame_read_age_sec": 30.138, "last_frame_read_at": "2026-10-31T03:46:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.204, "last_sample_duration_ms": 585.882, "last_trigger": "periodic", "next_snapshot_in_sec": 523.796, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 80, "storage_bytes": 1798089}, "mjpeg": {"age_sec": 30.081, "exists": true, "mtime": "2026-10-31T03:46:58.791736+09:00", "mtime_epoch": 1793386018.7917361, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 109759}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-31T03:47:28+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1010.895, "name": "celery", "pid": 180, "rss_mb": 1001.262, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32.033, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30106.502, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30093.974, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30097.198, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30101.608, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.525, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1001.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.47, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.936, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T03:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.064, "exists": true, "size_bytes": 109759, "write_bytes_delta": 109759, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1118.0, "cpu_core_ratio": 0.129006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 551, "reason": null, "system_cpu_core_ratio": 0.005954, "system_cpu_s_delta": 0.21000000000003638, "user_cpu_core_ratio": 0.123052, "user_cpu_s_delta": 4.3400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.17352, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13332.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.05302, "system_cpu_s_delta": 1.8699999999989814, "user_cpu_core_ratio": 0.1205, "user_cpu_s_delta": 4.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.827, "count": 30, "max": 33.883, "p95": 24.935, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.747, "count": 30, "max": 21.021, "p95": 18.686, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 431.9, "count": 30, "max": 1118.0, "p95": 416.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.245, "count": 30, "max": 0.259, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.064, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110555.5, "count": 30, "max": 115702.0, "p95": 115234.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110555.5, "count": 30, "max": 115702.0, "p95": 115234.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10922.7, "count": 30, "max": 35947.0, "p95": 28828.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.361, "p95": 0.356, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.762, "count": 30, "max": 0.817, "p95": 0.801, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3678, "sampled_at": "2026-10-31T03:47:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T03:47:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 5659.605, "limit_mb": null}, "detail": {"pid": 17132, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0773, "count": 512, "max_ms": 1.7671, "p50_ms": 0.0636, "p95_ms": 0.1112, "p99_ms": 0.191}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9642, "count": 512, "max_ms": 2.3172, "p50_ms": 0.8796, "p95_ms": 1.5162, "p99_ms": 2.0302, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T03:47:31+09:00", "pid": 17132, "process": {"exists": true, "fd_count": 5, "hwm_mb": 148.133, "name": "ffmpeg", "pid": 17132, "rss_mb": 148.133, "state": "R (running)", "threads": 49}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.922, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T03:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 34.973, "last_frame_pushed_at": "2026-10-31T03:46:58+09:00", "last_frame_read_age_sec": 35.022, "last_frame_read_at": "2026-10-31T03:46:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.098, "last_sample_duration_ms": 585.882, "last_trigger": "periodic", "next_snapshot_in_sec": 518.902, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 80, "storage_bytes": 1798089}, "mjpeg": {"age_sec": 34.965, "exists": true, "mtime": "2026-10-31T03:46:58.791736+09:00", "mtime_epoch": 1793386018.7917361, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 109759}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-31T03:47:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1010.895, "name": "celery", "pid": 180, "rss_mb": 1001.262, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 36.926, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34991.952, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34979.424, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34982.648, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34987.059, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1001.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.47, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.936, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T03:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.064, "exists": true, "size_bytes": 109759, "write_bytes_delta": 109759, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1118.0, "cpu_core_ratio": 0.129006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 551, "reason": null, "system_cpu_core_ratio": 0.005954, "system_cpu_s_delta": 0.21000000000003638, "user_cpu_core_ratio": 0.123052, "user_cpu_s_delta": 4.3400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.17352, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13332.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.05302, "system_cpu_s_delta": 1.8699999999989814, "user_cpu_core_ratio": 0.1205, "user_cpu_s_delta": 4.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.827, "count": 30, "max": 33.883, "p95": 24.935, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.747, "count": 30, "max": 21.021, "p95": 18.686, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 431.9, "count": 30, "max": 1118.0, "p95": 416.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.245, "count": 30, "max": 0.259, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.064, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110555.5, "count": 30, "max": 115702.0, "p95": 115234.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110555.5, "count": 30, "max": 115702.0, "p95": 115234.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10922.7, "count": 30, "max": 35947.0, "p95": 28828.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.361, "p95": 0.356, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.762, "count": 30, "max": 0.817, "p95": 0.801, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3678, "sampled_at": "2026-10-31T03:47:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T03:47:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5785.012, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T04:15:19+09:00", "last_error_summary": "[rtsp @ 0x5ee9ac601f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee9ac601e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T04:15:19+09:00", "last_error_summary": "[rtsp @ 0x5ee9ac601f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee9ac601e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T04:15:21+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T04:15:19+09:00", "pid": 17248, "process": {"exists": false, "pid": 17248}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30956.85, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 30956.91, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.732, "last_sample_duration_ms": 595.086, "last_trigger": "periodic", "next_snapshot_in_sec": 63.268, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1816625}, "mjpeg": {"age_sec": 30956.84, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T04:15:21+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.789, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 30960.45, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956864.794, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956858.7, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956858.262, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956860.159, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.231, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.789, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.323, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29153.987, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17130, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000405, "system_cpu_s_delta": 0.7300000000000182, "user_cpu_core_ratio": 0.001171, "user_cpu_s_delta": 2.109999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.49, "count": 30, "max": 6.381, "p95": 6.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.913, "count": 30, "max": 3.558, "p95": 3.077, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9410.923, "count": 30, "max": 29153.987, "p95": 26540.789, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.333, "count": 30, "max": 50.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.01, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1007, "sampled_at": "2026-10-31T03:45:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T03:45:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5784.871, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T04:15:19+09:00", "last_error_summary": "[rtsp @ 0x5ee9ac601f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee9ac601e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T04:15:21+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-10-31T04:15:19+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30956.886, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 30956.947, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.753, "last_sample_duration_ms": 595.086, "last_trigger": "periodic", "next_snapshot_in_sec": 63.247, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1816625}, "mjpeg": {"age_sec": 30956.877, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T04:15:21+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.789, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 30960.475, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956899.298, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956893.203, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956892.765, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956894.662, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.783, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.789, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.938, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30956.854, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17248, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000416, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.001098, "user_cpu_s_delta": 1.9800000000013824}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.407, "count": 30, "max": 6.381, "p95": 6.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.886, "count": 30, "max": 3.558, "p95": 3.077, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10441.114, "count": 30, "max": 30956.854, "p95": 28343.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.7, "count": 30, "max": 20.0, "p95": 2.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1008, "sampled_at": "2026-10-31T04:15:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T04:15:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5825.105, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T04:45:22+09:00", "last_error_summary": "[rtsp @ 0x612639d9cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x612639d9ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T04:45:22+09:00", "last_error_summary": "[rtsp @ 0x612639d9cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x612639d9ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T04:45:24+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T04:45:22+09:00", "pid": 17250, "process": {"exists": false, "pid": 17250}, "restart_count": 34, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 32760.174, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 32760.235, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 534.163, "last_sample_duration_ms": 523.134, "last_trigger": "periodic", "next_snapshot_in_sec": 65.837, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 85, "storage_bytes": 1844426}, "mjpeg": {"age_sec": 32760.165, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T04:45:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32763.77, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760188.555, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760182.46, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760182.022, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760183.919, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.368, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.789, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.938, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30956.854, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17248, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000416, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.001098, "user_cpu_s_delta": 1.9800000000013824}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.407, "count": 30, "max": 6.381, "p95": 6.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.886, "count": 30, "max": 3.558, "p95": 3.077, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10441.114, "count": 30, "max": 30956.854, "p95": 28343.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.7, "count": 30, "max": 20.0, "p95": 2.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1008, "sampled_at": "2026-10-31T04:15:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T04:15:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5838.57, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T04:45:22+09:00", "last_error_summary": "[rtsp @ 0x612639d9cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x612639d9ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T04:45:24+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.041, "last_started_at": "2026-10-31T04:45:22+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 34, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 32760.213, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 32760.274, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 534.189, "last_sample_duration_ms": 523.134, "last_trigger": "periodic", "next_snapshot_in_sec": 65.811, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 85, "storage_bytes": 1844426}, "mjpeg": {"age_sec": 32760.204, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T04:45:24+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32763.802, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760226.037, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760219.942, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760219.504, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760221.401, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.476, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.491, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32760.173, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17250, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23448.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000438, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.001353, "user_cpu_s_delta": 2.4399999999986903}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.283, "count": 30, "max": 6.381, "p95": 5.975, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.833, "count": 30, "max": 3.306, "p95": 2.707, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11530.798, "count": 30, "max": 32760.173, "p95": 30145.564, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 783.267, "count": 30, "max": 23448.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1009, "sampled_at": "2026-10-31T04:45:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T04:45:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5875.48, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T05:15:24+09:00", "last_error_summary": "[rtsp @ 0x5d4feacedf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d4feacede00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T05:15:24+09:00", "last_error_summary": "[rtsp @ 0x5d4feacedf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d4feacede00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T05:15:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T05:15:24+09:00", "pid": 17252, "process": {"exists": false, "pid": 17252}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 34562.354, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 34562.414, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 530.693, "last_sample_duration_ms": 516.356, "last_trigger": "periodic", "next_snapshot_in_sec": 69.307, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 88, "storage_bytes": 1872231}, "mjpeg": {"age_sec": 34562.345, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T05:15:26+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 34565.952, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562368.315, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562362.221, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562361.783, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562363.68, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.115, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.491, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32760.173, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17250, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23448.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000438, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.001353, "user_cpu_s_delta": 2.4399999999986903}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.283, "count": 30, "max": 6.381, "p95": 5.975, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.833, "count": 30, "max": 3.306, "p95": 2.707, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11530.798, "count": 30, "max": 32760.173, "p95": 30145.564, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 783.267, "count": 30, "max": 23448.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1009, "sampled_at": "2026-10-31T04:45:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T04:45:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5875.18, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T05:15:24+09:00", "last_error_summary": "[rtsp @ 0x5d4feacedf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d4feacede00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T05:15:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-10-31T05:15:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 34562.383, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 34562.444, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 530.709, "last_sample_duration_ms": 516.356, "last_trigger": "periodic", "next_snapshot_in_sec": 69.291, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 88, "storage_bytes": 1872231}, "mjpeg": {"age_sec": 34562.374, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T05:15:26+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 34565.972, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562396.351, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562390.256, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562389.818, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562391.715, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.829, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.906, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34562.357, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17252, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001454, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000000546, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.136, "count": 30, "max": 6.381, "p95": 5.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.776, "count": 30, "max": 2.797, "p95": 2.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12679.387, "count": 30, "max": 34562.357, "p95": 31948.679, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 783.267, "count": 30, "max": 23448.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1010, "sampled_at": "2026-10-31T05:15:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T05:15:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5908.051, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T05:45:27+09:00", "last_error_summary": "[rtsp @ 0x5d16cf021f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d16cf021e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T05:45:27+09:00", "last_error_summary": "[rtsp @ 0x5d16cf021f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d16cf021e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T05:45:29+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T05:45:27+09:00", "pid": 17254, "process": {"exists": false, "pid": 17254}, "restart_count": 36, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 36365.141, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 36365.202, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.329, "last_sample_duration_ms": 478.618, "last_trigger": "periodic", "next_snapshot_in_sec": 71.671, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 91, "storage_bytes": 1900027}, "mjpeg": {"age_sec": 36365.132, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T05:45:29+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 36368.739, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365156.232, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365150.138, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365149.7, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365151.597, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.653, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.906, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34562.357, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17252, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001454, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000000546, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.136, "count": 30, "max": 6.381, "p95": 5.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.776, "count": 30, "max": 2.797, "p95": 2.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12679.387, "count": 30, "max": 34562.357, "p95": 31948.679, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 783.267, "count": 30, "max": 23448.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1010, "sampled_at": "2026-10-31T05:15:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T05:15:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5907.945, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T05:45:27+09:00", "last_error_summary": "[rtsp @ 0x5d16cf021f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d16cf021e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T05:45:29+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-10-31T05:45:27+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 36, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 36365.175, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 36365.235, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.348, "last_sample_duration_ms": 478.618, "last_trigger": "periodic", "next_snapshot_in_sec": 71.652, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 91, "storage_bytes": 1900027}, "mjpeg": {"age_sec": 36365.165, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T05:45:29+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 36368.763, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365187.482, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365181.388, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365180.95, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365182.847, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.243, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.152, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 36365.142, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17254, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000394, "system_cpu_s_delta": 0.7100000000000364, "user_cpu_core_ratio": 0.001048, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.031, "count": 30, "max": 6.381, "p95": 5.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.739, "count": 30, "max": 2.598, "p95": 2.334, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 13885.989, "count": 30, "max": 36365.142, "p95": 33751.374, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 783.267, "count": 30, "max": 23448.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1011, "sampled_at": "2026-10-31T05:45:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T05:45:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5946.734, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T06:15:29+09:00", "last_error_summary": "[rtsp @ 0x5c43c218af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c43c218ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:15:29+09:00", "last_error_summary": "[rtsp @ 0x5c43c218af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c43c218ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T06:15:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T06:15:29+09:00", "pid": 18372, "process": {"exists": false, "pid": 18372}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 38167.589, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 38167.649, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 525.266, "last_sample_duration_ms": 659.716, "last_trigger": "periodic", "next_snapshot_in_sec": 74.734, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 94, "storage_bytes": 1927835}, "mjpeg": {"age_sec": 38167.58, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T06:15:31+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 38171.193, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167604.854, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167598.76, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167598.321, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167600.219, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.076, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.152, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 36365.142, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17254, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000394, "system_cpu_s_delta": 0.7100000000000364, "user_cpu_core_ratio": 0.001048, "user_cpu_s_delta": 1.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.031, "count": 30, "max": 6.381, "p95": 5.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.739, "count": 30, "max": 2.598, "p95": 2.334, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 13885.989, "count": 30, "max": 36365.142, "p95": 33751.374, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 783.267, "count": 30, "max": 23448.0, "p95": 11.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1011, "sampled_at": "2026-10-31T05:45:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T05:45:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5947.602, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:15:29+09:00", "last_error_summary": "[rtsp @ 0x5c43c218af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c43c218ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T06:15:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.043, "last_started_at": "2026-10-31T06:15:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 38167.63, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 38167.691, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 525.286, "last_sample_duration_ms": 659.716, "last_trigger": "periodic", "next_snapshot_in_sec": 74.714, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 94, "storage_bytes": 1927835}, "mjpeg": {"age_sec": 38167.621, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T06:15:31+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 38171.219, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167643.01, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167636.916, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167636.478, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167638.375, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.249, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.315, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 38167.593, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 18372, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.6999999999998181, "user_cpu_core_ratio": 0.001104, "user_cpu_s_delta": 1.9900000000016007}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.292, "count": 30, "max": 10.315, "p95": 6.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.799, "count": 30, "max": 3.781, "p95": 2.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15150.578, "count": 30, "max": 38167.593, "p95": 35553.889, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 782.633, "count": 30, "max": 23448.0, "p95": 2.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1012, "sampled_at": "2026-10-31T06:15:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:15:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 869445, "flush_count": 949, "flush_interval_seconds": 30.0, "flush_state": {"count": 949, "last_at": "2026-10-31T06:21:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T06:21:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 948}, "started": true, "suppressed_count": 532412, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 81, "tracking_summary": 532331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 949, "written_record_count": 949}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5991.957, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x627619654380] left block unavailable for requested intra mode [h264 @ 0x627619654380] error while decoding MB 0 52, bytestream 9262 [h264 @ 0x62761998fd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62761998fd80] error while decoding MB 0 4, bytestream 3936 [h264 @ 0x627619585500] error while decoding MB 98 64, bytestream 289 [h264 @ 0x627619318980] error while decoding MB 45 59, bytestream -6 [in#0/rtsp @ 0x627618bece00] Error during demuxing: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1474407014400, "copied_frame_count": 533278, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T06:20:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3351831, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T06:20:17+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.439}, "oldest_age_s": 23.315961837768555, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 24, "written_frame_count": 76}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 81, "events_emitted": 75, "events_failed": 0, "events_observed": 81, "events_suppressed": 6, "frame_buffer_copied_bytes": 1474407014400, "frame_buffer_copies": 533278, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3726, "recorder_active_input_bytes": 10301644800, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 74, "recorder_clips_failed": 0, "recorder_clips_started": 75, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 75, "worker_jobs_accepted": 75, "worker_jobs_completed": 75, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.078, "count": 512, "max_ms": 3.0054, "p50_ms": 0.0656, "p95_ms": 0.1319, "p99_ms": 0.1999}, "stages": {"db_insert": {"avg_ms": 16.8918, "count": 75, "max_ms": 62.2331, "p50_ms": 15.0899, "p95_ms": 33.6116, "p99_ms": 43.8725, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7509, "count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1563, "count": 81, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1238.2578, "p99_ms": 1984.6377, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1579, "count": 512, "max_ms": 2.8674, "p50_ms": 1.0682, "p95_ms": 2.0132, "p99_ms": 2.5677, "results": {"failed": 0, "not_applicable": 0, "success": 533278, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.8863, "count": 81, "max_ms": 862.8454, "p50_ms": 495.3939, "p95_ms": 609.01, "p99_ms": 698.105, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2951, "count": 75, "max_ms": 68.3606, "p50_ms": 25.1064, "p95_ms": 57.8958, "p99_ms": 65.9072, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.192, "count": 512, "max_ms": 8.7738, "p50_ms": 3.9475, "p95_ms": 6.1849, "p99_ms": 7.2371, "results": {"failed": 0, "not_applicable": 0, "success": 3726, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.126, "count": 512, "max_ms": 2.7438, "p50_ms": 1.0286, "p95_ms": 2.0189, "p99_ms": 2.5263, "results": {"failed": 0, "not_applicable": 0, "success": 3726, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.4793, "count": 75, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 610.8559, "p99_ms": 707.448, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.1081, "count": 75, "max_ms": 789.0434, "p50_ms": 411.9766, "p95_ms": 515.0906, "p99_ms": 616.1855, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 82.0831, "count": 75, "max_ms": 99.8242, "p50_ms": 82.7423, "p95_ms": 95.2658, "p99_ms": 97.0881, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.0589, "count": 75, "max_ms": 15.8949, "p50_ms": 1.4365, "p95_ms": 4.6094, "p99_ms": 11.0894, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.2703, "count": 74, "max_ms": 73.1462, "p50_ms": 36.3864, "p95_ms": 58.7869, "p99_ms": 71.3437, "results": {"failed": 0, "not_applicable": 0, "success": 74, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9741, "count": 75, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6823, "p99_ms": 4.3043, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 423.131, "count": 75, "max_ms": 3752.636, "p50_ms": 356.3092, "p95_ms": 614.2842, "p99_ms": 1505.8261, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3355, "count": 75, "max_ms": 11.5083, "p50_ms": 1.4426, "p95_ms": 7.6084, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9819, "count": 75, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 61.7946, "p99_ms": 78.8819, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1042, "count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1749, "count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 501.8999, "count": 75, "max_ms": 3837.487, "p50_ms": 434.6088, "p95_ms": 704.482, "p99_ms": 1575.4745, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 75, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367}, "wait_ms": {"count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 75, "artifact_failed": 0, "artifact_requested": 75, "artifact_success": 75, "completed": 75, "completed_failed": 0, "completed_success": 75, "cooldown_promoted": 75, "database_requested": 75, "db_insert_success": 75, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15617, "relay_business_failed": 0, "relay_business_success": 75, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 75, "relay_transport_failed": 0, "relay_transport_success": 75, "reservation_requested": 75}, "snapshot": {"copied_bytes": 207360000, "copied_count": 75, "copy": {"count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:21:58+09:00", "last_error_summary": "[h264 @ 0x627619654380] left block unavailable for requested intra mode [h264 @ 0x627619654380] error while decoding MB 0 52, bytestream 9262 [h264 @ 0x62761998fd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62761998fd80] error while decoding MB 0 4, bytestream 3936 [h264 @ 0x627619585500] error while decoding MB 98 64, bytestream 289 [h264 @ 0x627619318980] error while decoding MB 45 59, bytestream -6 [in#0/rtsp @ 0x627618bece00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-30T18:21:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 43217.609, "last_started_at": "2026-10-30T18:21:41+09:00", "pid": 16889, "process": {"exists": false, "pid": 16889}, "restart_count": 69, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.124, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-31T06:21:58+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-10-31T06:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.588, "last_sample_duration_ms": 712.609, "last_trigger": "periodic", "next_snapshot_in_sec": 289.412, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 95, "storage_bytes": 1937107}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-31T06:21:58.934244+09:00", "mtime_epoch": 1793395318.934244, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94117}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T06:21:59+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1179.914, "name": "celery", "pid": 206, "rss_mb": 1126.609, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 55, "oldest_recorder_age_sec": 23.389, "recorders": [{"age_sec": 23.389, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 76, "is_recording": true, "is_stopping": false, "pid": 19366, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.434, "name": "ffmpeg", "pid": 19366, "rss_mb": 188.434, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 24, "returncode": null, "running": true, "started_at": "2026-10-31T06:21:35+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261031_062135_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track2645"}], "running_ffmpeg_count": 1, "running_pids": [19366], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 533279, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.7, "max": 21.0, "p95": 12.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.056, "max": 6.0, "p95": 5.0, "sample_count": 90}, "total": {"avg": 4.056, "max": 6.0, "p95": 5.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 1.678, "max": 4.0, "p95": 3.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 1.678, "max": 4.0, "p95": 3.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.0, "pushed": 3.033, "read": 3.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 23.871, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 91, "max_ms": 3.547, "p95_ms": 2.278, "reason": null, "sample_age_ms": 54.644, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 91, "max_ms": 2.439, "p95_ms": 1.779, "reason": null, "sample_age_ms": 54.829, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 91, "max_ms": 0.904, "p95_ms": 0.457, "reason": null, "sample_age_ms": 23.877, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.452, "count": 91, "max_ms": 2.542, "p95_ms": 2.377, "reason": null, "sample_age_ms": 53.51, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.083, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.768, "count": 91, "max_ms": 70.27, "p95_ms": 56.827, "reason": null, "sample_age_ms": 23.868, "source": "client_direct"}, "sample_age_ms": 23.865, "source": "client_direct", "task_total_ms": {"avg_ms": 39.635, "count": 91, "max_ms": 72.216, "p95_ms": 59.027, "reason": null, "sample_age_ms": 23.865, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.637, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.438, "count": 90, "max_ms": 15.565, "p95_ms": 11.302}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.443, "count": 90, "max_ms": 0.962, "p95_ms": 0.758}, "detection_prepare_ms": {"avg_ms": 1.284, "count": 90, "max_ms": 4.617, "p95_ms": 2.052}, "event_filter_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.386, "count": 90, "max_ms": 0.919, "p95_ms": 0.63}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.022, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.92, "count": 90, "max_ms": 7.123, "p95_ms": 4.798}, "setup_ms": {"avg_ms": 0.03, "count": 90, "max_ms": 0.072, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 7.39, "count": 90, "max_ms": 15.489, "p95_ms": 11.222}, "track_match_ms": {"avg_ms": 0.168, "count": 90, "max_ms": 0.618, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 2.152, "count": 90, "max_ms": 6.754, "p95_ms": 4.046}}, "gstreamer_push": {"avg_ms": 2.552, "count": 91, "max_ms": 7.06, "p95_ms": 4.245}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 90, "max_ms": 0.527, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.712, "count": 90, "max_ms": 74.614, "p95_ms": 61.652}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.278, "count": 90, "max_ms": 13.842, "p95_ms": 8.652}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.419, "count": 90, "max_ms": 594.318, "p95_ms": 121.455}, "inference_input_copy_ms": {"avg_ms": 1.364, "count": 90, "max_ms": 3.462, "p95_ms": 2.451}, "processing_residual_ms": {"avg_ms": 0.187, "count": 90, "max_ms": 0.741, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.249, "count": 90, "max_ms": 603.408, "p95_ms": 128.411}, "read_interval": {"avg_ms": 329.984, "count": 91, "max_ms": 20136.979, "p95_ms": 178.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 90, "max_ms": 0.044, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.864, "count": 90, "max_ms": 7.045, "p95_ms": 4.716}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 90, "max_ms": 0.031, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.85, "count": 90, "max_ms": 7.001, "p95_ms": 4.698}, "worker_merge_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.724, "count": 90, "max_ms": 74.659, "p95_ms": 61.669}, "visualize": {"avg_ms": 34.345, "count": 90, "max_ms": 58.199, "p95_ms": 46.845}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.257, "count": 90, "max_ms": 46.596, "p95_ms": 37.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.127, "count": 90, "max_ms": 57.152, "p95_ms": 45.325}, "visualize_input_copy_ms": {"avg_ms": 1.069, "count": 90, "max_ms": 2.37, "p95_ms": 1.461}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.034, "count": 90, "max_ms": 57.031, "p95_ms": 45.193}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 90, "max_ms": 0.125, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1126.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.042, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.809, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89956, "write_bytes_delta": 89956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 327.0, "cpu_core_ratio": 0.748845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 16889, "reason": null, "system_cpu_core_ratio": 0.295754, "system_cpu_s_delta": 2.9700000000000273, "user_cpu_core_ratio": 0.453091, "user_cpu_s_delta": 4.549999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.774525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5935, "system_cpu_s_delta": 5.959999999999127, "user_cpu_core_ratio": 1.181025, "user_cpu_s_delta": 11.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.425, "count": 269, "max_ms": 6.415, "p95_ms": 4.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.216, "max": 17.0, "p95": 15.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.892, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 269}, "total": {"avg": 2.892, "max": 5.0, "p95": 5.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.137, "count": 30, "max": 39.771, "p95": 32.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 18.46, "p95": 17.067, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.5, "count": 30, "max": 604.0, "p95": 569.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.133, "count": 30, "max": 7653.0, "p95": 3838.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.419, "p95": 0.294, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.498, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6075.067, "count": 30, "max": 27885.0, "p95": 19777.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.655, "count": 30, "max": 0.786, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.289, "count": 30, "max": 1.452, "p95": 1.423, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4852, "sampled_at": "2026-10-31T06:21:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:21:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 869445, "flush_count": 949, "flush_interval_seconds": 30.0, "flush_state": {"count": 949, "last_at": "2026-10-31T06:21:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T06:21:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 948}, "started": true, "suppressed_count": 532412, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 81, "tracking_summary": 532331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 949, "written_record_count": 949}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5992.637, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T06:21:58+09:00", "last_error_summary": "[h264 @ 0x627619654380] left block unavailable for requested intra mode [h264 @ 0x627619654380] error while decoding MB 0 52, bytestream 9262 [h264 @ 0x62761998fd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62761998fd80] error while decoding MB 0 4, bytestream 3936 [h264 @ 0x627619585500] error while decoding MB 98 64, bytestream 289 [h264 @ 0x627619318980] error while decoding MB 45 59, bytestream -6 [in#0/rtsp @ 0x627618bece00] Error during demuxing: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1474409779200, "copied_frame_count": 533279, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T06:20:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3351831, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T06:20:17+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.439}, "oldest_age_s": 23.418872117996216, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 23, "written_frame_count": 77}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 81, "events_emitted": 75, "events_failed": 0, "events_observed": 81, "events_suppressed": 6, "frame_buffer_copied_bytes": 1474409779200, "frame_buffer_copies": 533279, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3727, "recorder_active_input_bytes": 10304409600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 74, "recorder_clips_failed": 0, "recorder_clips_started": 75, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 75, "worker_jobs_accepted": 75, "worker_jobs_completed": 75, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0785, "count": 512, "max_ms": 3.0054, "p50_ms": 0.0656, "p95_ms": 0.1338, "p99_ms": 0.2024}, "stages": {"db_insert": {"avg_ms": 16.8918, "count": 75, "max_ms": 62.2331, "p50_ms": 15.0899, "p95_ms": 33.6116, "p99_ms": 43.8725, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7509, "count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1563, "count": 81, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1238.2578, "p99_ms": 1984.6377, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1615, "count": 512, "max_ms": 2.8674, "p50_ms": 1.0689, "p95_ms": 2.0363, "p99_ms": 2.5815, "results": {"failed": 0, "not_applicable": 0, "success": 533279, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.8863, "count": 81, "max_ms": 862.8454, "p50_ms": 495.3939, "p95_ms": 609.01, "p99_ms": 698.105, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2951, "count": 75, "max_ms": 68.3606, "p50_ms": 25.1064, "p95_ms": 57.8958, "p99_ms": 65.9072, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1938, "count": 512, "max_ms": 8.7738, "p50_ms": 3.951, "p95_ms": 6.1849, "p99_ms": 7.2371, "results": {"failed": 0, "not_applicable": 0, "success": 3727, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1255, "count": 512, "max_ms": 2.7438, "p50_ms": 1.0286, "p95_ms": 2.0189, "p99_ms": 2.5263, "results": {"failed": 0, "not_applicable": 0, "success": 3727, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.4793, "count": 75, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 610.8559, "p99_ms": 707.448, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.1081, "count": 75, "max_ms": 789.0434, "p50_ms": 411.9766, "p95_ms": 515.0906, "p99_ms": 616.1855, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 82.0831, "count": 75, "max_ms": 99.8242, "p50_ms": 82.7423, "p95_ms": 95.2658, "p99_ms": 97.0881, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.0589, "count": 75, "max_ms": 15.8949, "p50_ms": 1.4365, "p95_ms": 4.6094, "p99_ms": 11.0894, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.2703, "count": 74, "max_ms": 73.1462, "p50_ms": 36.3864, "p95_ms": 58.7869, "p99_ms": 71.3437, "results": {"failed": 0, "not_applicable": 0, "success": 74, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9741, "count": 75, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6823, "p99_ms": 4.3043, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 423.131, "count": 75, "max_ms": 3752.636, "p50_ms": 356.3092, "p95_ms": 614.2842, "p99_ms": 1505.8261, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3355, "count": 75, "max_ms": 11.5083, "p50_ms": 1.4426, "p95_ms": 7.6084, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9819, "count": 75, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 61.7946, "p99_ms": 78.8819, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1042, "count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1749, "count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 501.8999, "count": 75, "max_ms": 3837.487, "p50_ms": 434.6088, "p95_ms": 704.482, "p99_ms": 1575.4745, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 75, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367}, "wait_ms": {"count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 75, "artifact_failed": 0, "artifact_requested": 75, "artifact_success": 75, "completed": 75, "completed_failed": 0, "completed_success": 75, "cooldown_promoted": 75, "database_requested": 75, "db_insert_success": 75, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15617, "relay_business_failed": 0, "relay_business_success": 75, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 75, "relay_transport_failed": 0, "relay_transport_success": 75, "reservation_requested": 75}, "snapshot": {"copied_bytes": 207360000, "copied_count": 75, "copy": {"count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:21:58+09:00", "last_error_summary": "[h264 @ 0x627619654380] left block unavailable for requested intra mode [h264 @ 0x627619654380] error while decoding MB 0 52, bytestream 9262 [h264 @ 0x62761998fd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62761998fd80] error while decoding MB 0 4, bytestream 3936 [h264 @ 0x627619585500] error while decoding MB 98 64, bytestream 289 [h264 @ 0x627619318980] error while decoding MB 45 59, bytestream -6 [in#0/rtsp @ 0x627618bece00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-31T06:21:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 43217.66, "last_started_at": "2026-10-30T18:21:41+09:00", "pid": 16889, "process": {"exists": false, "pid": 16889}, "restart_count": 69, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.124, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T06:21:59+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-10-31T06:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.634, "last_sample_duration_ms": 712.609, "last_trigger": "periodic", "next_snapshot_in_sec": 289.366, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 95, "storage_bytes": 1937107}, "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-10-31T06:21:58.934244+09:00", "mtime_epoch": 1793395318.934244, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94117}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T06:21:59+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1179.914, "name": "celery", "pid": 206, "rss_mb": 1126.594, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 55, "oldest_recorder_age_sec": 23.439, "recorders": [{"age_sec": 23.439, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 77, "is_recording": true, "is_stopping": false, "pid": 19366, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.438, "name": "ffmpeg", "pid": 19366, "rss_mb": 188.438, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 23, "returncode": null, "running": true, "started_at": "2026-10-31T06:21:35+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261031_062135_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track2645"}], "running_ffmpeg_count": 1, "running_pids": [19366], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 533279, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.681, "max": 21.0, "p95": 12.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.055, "max": 6.0, "p95": 5.0, "sample_count": 91}, "total": {"avg": 4.055, "max": 6.0, "p95": 5.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.67, "max": 4.0, "p95": 3.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.67, "max": 4.0, "p95": 3.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.036, "pushed": 3.036, "read": 3.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 73.824, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.657, "count": 90, "max_ms": 3.547, "p95_ms": 2.28, "reason": null, "sample_age_ms": 104.597, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 90, "max_ms": 2.439, "p95_ms": 1.784, "reason": null, "sample_age_ms": 104.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.282, "count": 90, "max_ms": 0.904, "p95_ms": 0.458, "reason": null, "sample_age_ms": 73.83, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.453, "count": 90, "max_ms": 2.542, "p95_ms": 2.378, "reason": null, "sample_age_ms": 103.463, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 103.441, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.036, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.825, "count": 90, "max_ms": 70.27, "p95_ms": 56.959, "reason": null, "sample_age_ms": 73.821, "source": "client_direct"}, "sample_age_ms": 73.818, "source": "client_direct", "task_total_ms": {"avg_ms": 39.693, "count": 90, "max_ms": 72.216, "p95_ms": 59.182, "reason": null, "sample_age_ms": 73.818, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.522, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 91, "max_ms": 15.565, "p95_ms": 11.302}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.443, "count": 91, "max_ms": 0.962, "p95_ms": 0.758}, "detection_prepare_ms": {"avg_ms": 1.279, "count": 91, "max_ms": 4.617, "p95_ms": 2.052}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.385, "count": 91, "max_ms": 0.919, "p95_ms": 0.63}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.022, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.923, "count": 91, "max_ms": 7.123, "p95_ms": 4.798}, "setup_ms": {"avg_ms": 0.03, "count": 91, "max_ms": 0.072, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 7.383, "count": 91, "max_ms": 15.489, "p95_ms": 11.222}, "track_match_ms": {"avg_ms": 0.168, "count": 91, "max_ms": 0.618, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 2.147, "count": 91, "max_ms": 6.754, "p95_ms": 4.046}}, "gstreamer_push": {"avg_ms": 2.594, "count": 91, "max_ms": 7.06, "p95_ms": 4.92}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 91, "max_ms": 0.527, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.608, "count": 91, "max_ms": 74.614, "p95_ms": 61.652}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.277, "count": 91, "max_ms": 13.842, "p95_ms": 8.652}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.394, "count": 91, "max_ms": 594.318, "p95_ms": 121.455}, "inference_input_copy_ms": {"avg_ms": 1.366, "count": 91, "max_ms": 3.462, "p95_ms": 2.451}, "processing_residual_ms": {"avg_ms": 0.187, "count": 91, "max_ms": 0.741, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.224, "count": 91, "max_ms": 603.408, "p95_ms": 128.411}, "read_interval": {"avg_ms": 332.678, "count": 90, "max_ms": 20136.979, "p95_ms": 178.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.044, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.868, "count": 91, "max_ms": 7.045, "p95_ms": 4.716}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 91, "max_ms": 0.031, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.854, "count": 91, "max_ms": 7.001, "p95_ms": 4.698}, "worker_merge_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.619, "count": 91, "max_ms": 74.659, "p95_ms": 61.669}, "visualize": {"avg_ms": 34.443, "count": 91, "max_ms": 58.199, "p95_ms": 46.845}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.253, "count": 91, "max_ms": 46.596, "p95_ms": 37.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.23, "count": 91, "max_ms": 57.152, "p95_ms": 45.325}, "visualize_input_copy_ms": {"avg_ms": 1.064, "count": 91, "max_ms": 2.37, "p95_ms": 1.461}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.137, "count": 91, "max_ms": 57.031, "p95_ms": 45.193}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 91, "max_ms": 0.125, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1126.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.042, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.809, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89956, "write_bytes_delta": 89956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 327.0, "cpu_core_ratio": 0.748845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 16889, "reason": null, "system_cpu_core_ratio": 0.295754, "system_cpu_s_delta": 2.9700000000000273, "user_cpu_core_ratio": 0.453091, "user_cpu_s_delta": 4.549999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.774525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5935, "system_cpu_s_delta": 5.959999999999127, "user_cpu_core_ratio": 1.181025, "user_cpu_s_delta": 11.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.425, "count": 269, "max_ms": 6.415, "p95_ms": 4.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.216, "max": 17.0, "p95": 15.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.892, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 269}, "total": {"avg": 2.892, "max": 5.0, "p95": 5.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.137, "count": 30, "max": 39.771, "p95": 32.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 18.46, "p95": 17.067, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.5, "count": 30, "max": 604.0, "p95": 569.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.133, "count": 30, "max": 7653.0, "p95": 3838.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.419, "p95": 0.294, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.498, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6075.067, "count": 30, "max": 27885.0, "p95": 19777.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.655, "count": 30, "max": 0.786, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.289, "count": 30, "max": 1.452, "p95": 1.423, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4852, "sampled_at": "2026-10-31T06:21:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:21:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 869445, "flush_count": 949, "flush_interval_seconds": 30.0, "flush_state": {"count": 949, "last_at": "2026-10-31T06:21:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T06:21:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 948}, "started": true, "suppressed_count": 532412, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 81, "tracking_summary": 532331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 949, "written_record_count": 949}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5992.328, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1474409779200, "copied_frame_count": 533279, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T06:20:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3351831, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T06:20:17+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.439}, "oldest_age_s": 23.418872117996216, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 23, "written_frame_count": 77}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 81, "events_emitted": 75, "events_failed": 0, "events_observed": 81, "events_suppressed": 6, "frame_buffer_copied_bytes": 1474409779200, "frame_buffer_copies": 533279, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3727, "recorder_active_input_bytes": 10304409600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 74, "recorder_clips_failed": 0, "recorder_clips_started": 75, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 75, "worker_jobs_accepted": 75, "worker_jobs_completed": 75, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0785, "count": 512, "max_ms": 3.0054, "p50_ms": 0.0656, "p95_ms": 0.1338, "p99_ms": 0.2024}, "stages": {"db_insert": {"avg_ms": 16.8918, "count": 75, "max_ms": 62.2331, "p50_ms": 15.0899, "p95_ms": 33.6116, "p99_ms": 43.8725, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7509, "count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1563, "count": 81, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1238.2578, "p99_ms": 1984.6377, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1615, "count": 512, "max_ms": 2.8674, "p50_ms": 1.0689, "p95_ms": 2.0363, "p99_ms": 2.5815, "results": {"failed": 0, "not_applicable": 0, "success": 533279, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.8863, "count": 81, "max_ms": 862.8454, "p50_ms": 495.3939, "p95_ms": 609.01, "p99_ms": 698.105, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2951, "count": 75, "max_ms": 68.3606, "p50_ms": 25.1064, "p95_ms": 57.8958, "p99_ms": 65.9072, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1938, "count": 512, "max_ms": 8.7738, "p50_ms": 3.951, "p95_ms": 6.1849, "p99_ms": 7.2371, "results": {"failed": 0, "not_applicable": 0, "success": 3727, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1255, "count": 512, "max_ms": 2.7438, "p50_ms": 1.0286, "p95_ms": 2.0189, "p99_ms": 2.5263, "results": {"failed": 0, "not_applicable": 0, "success": 3727, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.4793, "count": 75, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 610.8559, "p99_ms": 707.448, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.1081, "count": 75, "max_ms": 789.0434, "p50_ms": 411.9766, "p95_ms": 515.0906, "p99_ms": 616.1855, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 82.0831, "count": 75, "max_ms": 99.8242, "p50_ms": 82.7423, "p95_ms": 95.2658, "p99_ms": 97.0881, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.0589, "count": 75, "max_ms": 15.8949, "p50_ms": 1.4365, "p95_ms": 4.6094, "p99_ms": 11.0894, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.2703, "count": 74, "max_ms": 73.1462, "p50_ms": 36.3864, "p95_ms": 58.7869, "p99_ms": 71.3437, "results": {"failed": 0, "not_applicable": 0, "success": 74, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9741, "count": 75, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6823, "p99_ms": 4.3043, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 423.131, "count": 75, "max_ms": 3752.636, "p50_ms": 356.3092, "p95_ms": 614.2842, "p99_ms": 1505.8261, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3355, "count": 75, "max_ms": 11.5083, "p50_ms": 1.4426, "p95_ms": 7.6084, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9819, "count": 75, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 61.7946, "p99_ms": 78.8819, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1042, "count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1749, "count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 501.8999, "count": 75, "max_ms": 3837.487, "p50_ms": 434.6088, "p95_ms": 704.482, "p99_ms": 1575.4745, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 75, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367}, "wait_ms": {"count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 75, "artifact_failed": 0, "artifact_requested": 75, "artifact_success": 75, "completed": 75, "completed_failed": 0, "completed_success": 75, "cooldown_promoted": 75, "database_requested": 75, "db_insert_success": 75, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15617, "relay_business_failed": 0, "relay_business_success": 75, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 75, "relay_transport_failed": 0, "relay_transport_success": 75, "reservation_requested": 75}, "snapshot": {"copied_bytes": 207360000, "copied_count": 75, "copy": {"count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:21:58+09:00", "last_error_summary": "[h264 @ 0x627619654380] left block unavailable for requested intra mode [h264 @ 0x627619654380] error while decoding MB 0 52, bytestream 9262 [h264 @ 0x62761998fd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62761998fd80] error while decoding MB 0 4, bytestream 3936 [h264 @ 0x627619585500] error while decoding MB 98 64, bytestream 289 [h264 @ 0x627619318980] error while decoding MB 45 59, bytestream -6 [in#0/rtsp @ 0x627618bece00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-31T06:21:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 43217.682, "last_started_at": "2026-10-30T18:21:41+09:00", "pid": 16889, "process": {"exists": false, "pid": 16889}, "restart_count": 69, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.124, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-31T06:21:59+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T06:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.658, "last_sample_duration_ms": 712.609, "last_trigger": "periodic", "next_snapshot_in_sec": 289.342, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 95, "storage_bytes": 1937107}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-31T06:21:59.040244+09:00", "mtime_epoch": 1793395319.0402443, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94152}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T06:21:59+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1179.914, "name": "celery", "pid": 206, "rss_mb": 1126.594, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 55, "oldest_recorder_age_sec": 23.462, "recorders": [{"age_sec": 23.462, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 77, "is_recording": true, "is_stopping": false, "pid": 19366, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.438, "name": "ffmpeg", "pid": 19366, "rss_mb": 188.438, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 23, "returncode": null, "running": true, "started_at": "2026-10-31T06:21:35+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261031_062135_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track2645"}], "running_ffmpeg_count": 1, "running_pids": [19366], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 533279, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.681, "max": 21.0, "p95": 12.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.055, "max": 6.0, "p95": 5.0, "sample_count": 91}, "total": {"avg": 4.055, "max": 6.0, "p95": 5.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.67, "max": 4.0, "p95": 3.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.67, "max": 4.0, "p95": 3.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.034, "pushed": 3.034, "read": 3.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 96.281, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.657, "count": 90, "max_ms": 3.547, "p95_ms": 2.28, "reason": null, "sample_age_ms": 127.054, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 90, "max_ms": 2.439, "p95_ms": 1.784, "reason": null, "sample_age_ms": 127.239, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.282, "count": 90, "max_ms": 0.904, "p95_ms": 0.458, "reason": null, "sample_age_ms": 96.287, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.453, "count": 90, "max_ms": 2.542, "p95_ms": 2.378, "reason": null, "sample_age_ms": 125.921, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.898, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.493, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.825, "count": 90, "max_ms": 70.27, "p95_ms": 56.959, "reason": null, "sample_age_ms": 96.278, "source": "client_direct"}, "sample_age_ms": 96.275, "source": "client_direct", "task_total_ms": {"avg_ms": 39.693, "count": 90, "max_ms": 72.216, "p95_ms": 59.182, "reason": null, "sample_age_ms": 96.275, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.764, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 91, "max_ms": 15.565, "p95_ms": 11.302}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.443, "count": 91, "max_ms": 0.962, "p95_ms": 0.758}, "detection_prepare_ms": {"avg_ms": 1.279, "count": 91, "max_ms": 4.617, "p95_ms": 2.052}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.385, "count": 91, "max_ms": 0.919, "p95_ms": 0.63}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.022, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.923, "count": 91, "max_ms": 7.123, "p95_ms": 4.798}, "setup_ms": {"avg_ms": 0.03, "count": 91, "max_ms": 0.072, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 7.383, "count": 91, "max_ms": 15.489, "p95_ms": 11.222}, "track_match_ms": {"avg_ms": 0.168, "count": 91, "max_ms": 0.618, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 2.147, "count": 91, "max_ms": 6.754, "p95_ms": 4.046}}, "gstreamer_push": {"avg_ms": 2.594, "count": 91, "max_ms": 7.06, "p95_ms": 4.92}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 91, "max_ms": 0.527, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.608, "count": 91, "max_ms": 74.614, "p95_ms": 61.652}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.277, "count": 91, "max_ms": 13.842, "p95_ms": 8.652}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.394, "count": 91, "max_ms": 594.318, "p95_ms": 121.455}, "inference_input_copy_ms": {"avg_ms": 1.366, "count": 91, "max_ms": 3.462, "p95_ms": 2.451}, "processing_residual_ms": {"avg_ms": 0.187, "count": 91, "max_ms": 0.741, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.224, "count": 91, "max_ms": 603.408, "p95_ms": 128.411}, "read_interval": {"avg_ms": 332.678, "count": 90, "max_ms": 20136.979, "p95_ms": 178.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.044, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.868, "count": 91, "max_ms": 7.045, "p95_ms": 4.716}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 91, "max_ms": 0.031, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.854, "count": 91, "max_ms": 7.001, "p95_ms": 4.698}, "worker_merge_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.619, "count": 91, "max_ms": 74.659, "p95_ms": 61.669}, "visualize": {"avg_ms": 34.443, "count": 91, "max_ms": 58.199, "p95_ms": 46.845}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.253, "count": 91, "max_ms": 46.596, "p95_ms": 37.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.23, "count": 91, "max_ms": 57.152, "p95_ms": 45.325}, "visualize_input_copy_ms": {"avg_ms": 1.064, "count": 91, "max_ms": 2.37, "p95_ms": 1.461}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.137, "count": 91, "max_ms": 57.031, "p95_ms": 45.193}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 91, "max_ms": 0.125, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1126.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.042, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.809, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89956, "write_bytes_delta": 89956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 327.0, "cpu_core_ratio": 0.748845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 16889, "reason": null, "system_cpu_core_ratio": 0.295754, "system_cpu_s_delta": 2.9700000000000273, "user_cpu_core_ratio": 0.453091, "user_cpu_s_delta": 4.549999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.774525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5935, "system_cpu_s_delta": 5.959999999999127, "user_cpu_core_ratio": 1.181025, "user_cpu_s_delta": 11.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.425, "count": 269, "max_ms": 6.415, "p95_ms": 4.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.216, "max": 17.0, "p95": 15.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.892, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 269}, "total": {"avg": 2.892, "max": 5.0, "p95": 5.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.137, "count": 30, "max": 39.771, "p95": 32.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 18.46, "p95": 17.067, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.5, "count": 30, "max": 604.0, "p95": 569.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.133, "count": 30, "max": 7653.0, "p95": 3838.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.419, "p95": 0.294, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.498, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6075.067, "count": 30, "max": 27885.0, "p95": 19777.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.655, "count": 30, "max": 0.786, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.289, "count": 30, "max": 1.452, "p95": 1.423, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4852, "sampled_at": "2026-10-31T06:21:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:21:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 869445, "flush_count": 949, "flush_interval_seconds": 30.0, "flush_state": {"count": 949, "last_at": "2026-10-31T06:21:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T06:21:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 948}, "started": true, "suppressed_count": 532412, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 81, "tracking_summary": 532331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 949, "written_record_count": 949}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6166.559, "limit_mb": null}, "detail": {"pid": 19428, "restart_count": 70, "start_count": 71}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1474409779200, "copied_frame_count": 533279, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T06:20:24+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3351831, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T06:20:17+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.439}, "oldest_age_s": 23.418872117996216, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 23, "written_frame_count": 77}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 81, "events_emitted": 75, "events_failed": 0, "events_observed": 81, "events_suppressed": 6, "frame_buffer_copied_bytes": 1474409779200, "frame_buffer_copies": 533279, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3727, "recorder_active_input_bytes": 10304409600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 74, "recorder_clips_failed": 0, "recorder_clips_started": 75, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 75, "worker_jobs_accepted": 75, "worker_jobs_completed": 75, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0785, "count": 512, "max_ms": 3.0054, "p50_ms": 0.0656, "p95_ms": 0.1338, "p99_ms": 0.2024}, "stages": {"db_insert": {"avg_ms": 16.8918, "count": 75, "max_ms": 62.2331, "p50_ms": 15.0899, "p95_ms": 33.6116, "p99_ms": 43.8725, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7509, "count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1563, "count": 81, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1238.2578, "p99_ms": 1984.6377, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1615, "count": 512, "max_ms": 2.8674, "p50_ms": 1.0689, "p95_ms": 2.0363, "p99_ms": 2.5815, "results": {"failed": 0, "not_applicable": 0, "success": 533279, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.8863, "count": 81, "max_ms": 862.8454, "p50_ms": 495.3939, "p95_ms": 609.01, "p99_ms": 698.105, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2951, "count": 75, "max_ms": 68.3606, "p50_ms": 25.1064, "p95_ms": 57.8958, "p99_ms": 65.9072, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1938, "count": 512, "max_ms": 8.7738, "p50_ms": 3.951, "p95_ms": 6.1849, "p99_ms": 7.2371, "results": {"failed": 0, "not_applicable": 0, "success": 3727, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1255, "count": 512, "max_ms": 2.7438, "p50_ms": 1.0286, "p95_ms": 2.0189, "p99_ms": 2.5263, "results": {"failed": 0, "not_applicable": 0, "success": 3727, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.4793, "count": 75, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 610.8559, "p99_ms": 707.448, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.1081, "count": 75, "max_ms": 789.0434, "p50_ms": 411.9766, "p95_ms": 515.0906, "p99_ms": 616.1855, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 82.0831, "count": 75, "max_ms": 99.8242, "p50_ms": 82.7423, "p95_ms": 95.2658, "p99_ms": 97.0881, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.0589, "count": 75, "max_ms": 15.8949, "p50_ms": 1.4365, "p95_ms": 4.6094, "p99_ms": 11.0894, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.2703, "count": 74, "max_ms": 73.1462, "p50_ms": 36.3864, "p95_ms": 58.7869, "p99_ms": 71.3437, "results": {"failed": 0, "not_applicable": 0, "success": 74, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4608, "count": 75, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 3.5316, "p99_ms": 12.7884, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8029, "count": 81, "max_ms": 3.0715, "p50_ms": 0.6884, "p95_ms": 1.5796, "p99_ms": 2.04, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 6, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9741, "count": 75, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6823, "p99_ms": 4.3043, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 423.131, "count": 75, "max_ms": 3752.636, "p50_ms": 356.3092, "p95_ms": 614.2842, "p99_ms": 1505.8261, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 81, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.3355, "count": 75, "max_ms": 11.5083, "p50_ms": 1.4426, "p95_ms": 7.6084, "p99_ms": 11.1324, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9819, "count": 75, "max_ms": 92.2129, "p50_ms": 25.8469, "p95_ms": 61.7946, "p99_ms": 78.8819, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1042, "count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1749, "count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 501.8999, "count": 75, "max_ms": 3837.487, "p50_ms": 434.6088, "p95_ms": 704.482, "p99_ms": 1575.4745, "results": {"failed": 0, "not_applicable": 0, "success": 75, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 75, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 75, "max_ms": 1.1521, "p50_ms": 0.0794, "p95_ms": 0.1778, "p99_ms": 0.4367}, "wait_ms": {"count": 75, "max_ms": 5.4615, "p50_ms": 2.036, "p95_ms": 3.7739, "p99_ms": 4.553}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 75, "artifact_failed": 0, "artifact_requested": 75, "artifact_success": 75, "completed": 75, "completed_failed": 0, "completed_success": 75, "cooldown_promoted": 75, "database_requested": 75, "db_insert_success": 75, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15617, "relay_business_failed": 0, "relay_business_success": 75, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 75, "relay_transport_failed": 0, "relay_transport_success": 75, "reservation_requested": 75}, "snapshot": {"copied_bytes": 207360000, "copied_count": 75, "copy": {"count": 75, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.9232, "p99_ms": 3.8662}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:21:58+09:00", "last_error_summary": "[h264 @ 0x627619654380] left block unavailable for requested intra mode [h264 @ 0x627619654380] error while decoding MB 0 52, bytestream 9262 [h264 @ 0x62761998fd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62761998fd80] error while decoding MB 0 4, bytestream 3936 [h264 @ 0x627619585500] error while decoding MB 98 64, bytestream 289 [h264 @ 0x627619318980] error while decoding MB 45 59, bytestream -6 [in#0/rtsp @ 0x627618bece00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-31T06:22:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T06:22:02+09:00", "pid": 19428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.359, "name": "ffmpeg", "pid": 19428, "rss_mb": 209.359, "state": "S (sleeping)", "threads": 70}, "restart_count": 70, "restart_count_per_hour": 1, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.809, "sample_count": 2436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.0, "last_frame_pushed_at": "2026-10-31T06:21:59+09:00", "last_frame_read_age_sec": 5.102, "last_frame_read_at": "2026-10-31T06:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.634, "last_sample_duration_ms": 712.609, "last_trigger": "periodic", "next_snapshot_in_sec": 284.366, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 95, "storage_bytes": 1937107}, "mjpeg": {"age_sec": 4.992, "exists": true, "mtime": "2026-10-31T06:21:59.040244+09:00", "mtime_epoch": 1793395319.0402443, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94152}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T06:22:04+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1179.914, "name": "celery", "pid": 206, "rss_mb": 1126.598, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 55, "oldest_recorder_age_sec": 28.44, "recorders": [{"age_sec": 28.44, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 77, "is_recording": true, "is_stopping": false, "pid": 19366, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.438, "name": "ffmpeg", "pid": 19366, "rss_mb": 188.438, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 23, "returncode": null, "running": true, "started_at": "2026-10-31T06:21:35+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261031_062135_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track2645"}], "running_ffmpeg_count": 1, "running_pids": [19366], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 533279, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.833, "max": 13.0, "p95": 12.0, "sample_count": 42}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.167, "max": 6.0, "p95": 5.0, "sample_count": 42}, "total": {"avg": 4.167, "max": 6.0, "p95": 5.0, "sample_count": 42}}, "tracking_counts": {"active": {"avg": 1.643, "max": 4.0, "p95": 3.0, "sample_count": 42}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "removed": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 42}, "tracked": {"avg": 1.643, "max": 4.0, "p95": 3.0, "sample_count": 42}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 42, "pushed_frames": 42, "read_frames": 41, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.404, "pushed": 1.404, "read": 1.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 41, "client_acquire_ms": {"avg_ms": 0.005, "count": 42, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 5074.106, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.675, "count": 41, "max_ms": 3.547, "p95_ms": 2.13, "reason": null, "sample_age_ms": 5104.879, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.252, "count": 41, "max_ms": 2.424, "p95_ms": 1.728, "reason": null, "sample_age_ms": 5105.064, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.294, "count": 42, "max_ms": 0.904, "p95_ms": 0.471, "reason": null, "sample_age_ms": 5074.112, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.399, "count": 41, "max_ms": 2.46, "p95_ms": 2.188, "reason": null, "sample_age_ms": 5103.745, "source": "client_direct"}, "request_count": 41, "request_tensor_bytes": {"avg": 2764808.0, "count": 41, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5103.723, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 42, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5074.318, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.701, "count": 42, "max_ms": 70.27, "p95_ms": 65.725, "reason": null, "sample_age_ms": 5074.103, "source": "client_direct"}, "sample_age_ms": 5074.1, "source": "client_direct", "task_total_ms": {"avg_ms": 40.564, "count": 42, "max_ms": 72.216, "p95_ms": 67.687, "reason": null, "sample_age_ms": 5074.1, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.509, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.545, "count": 42, "max_ms": 10.96, "p95_ms": 9.722}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.501, "count": 42, "max_ms": 0.962, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 1.229, "count": 42, "max_ms": 2.052, "p95_ms": 1.973}, "event_filter_ms": {"avg_ms": 0.004, "count": 42, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 42, "max_ms": 0.614, "p95_ms": 0.576}, "mcmt_ms": {"avg_ms": 0.002, "count": 42, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 3.07, "count": 42, "max_ms": 5.396, "p95_ms": 4.604}, "setup_ms": {"avg_ms": 0.03, "count": 42, "max_ms": 0.062, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 7.499, "count": 42, "max_ms": 10.904, "p95_ms": 9.63}, "track_match_ms": {"avg_ms": 0.16, "count": 42, "max_ms": 0.425, "p95_ms": 0.253}, "tracker_update_ms": {"avg_ms": 2.128, "count": 42, "max_ms": 4.364, "p95_ms": 3.247}}, "gstreamer_push": {"avg_ms": 2.749, "count": 42, "max_ms": 7.06, "p95_ms": 6.166}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 42, "max_ms": 0.145, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.571, "count": 42, "max_ms": 74.614, "p95_ms": 68.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.789, "count": 42, "max_ms": 13.842, "p95_ms": 8.652}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.47, "count": 42, "max_ms": 594.318, "p95_ms": 126.054}, "inference_input_copy_ms": {"avg_ms": 1.331, "count": 42, "max_ms": 3.462, "p95_ms": 2.44}, "processing_residual_ms": {"avg_ms": 0.175, "count": 42, "max_ms": 0.741, "p95_ms": 0.339}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.765, "count": 42, "max_ms": 603.408, "p95_ms": 131.188}, "read_interval": {"avg_ms": 607.506, "count": 41, "max_ms": 20136.979, "p95_ms": 184.33}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 42, "max_ms": 0.033, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 3.016, "count": 42, "max_ms": 5.271, "p95_ms": 4.528}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 42, "max_ms": 0.028, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.004, "count": 42, "max_ms": 5.238, "p95_ms": 4.509}, "worker_merge_ms": {"avg_ms": 0.005, "count": 42, "max_ms": 0.022, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.583, "count": 42, "max_ms": 74.659, "p95_ms": 68.864}, "visualize": {"avg_ms": 35.351, "count": 42, "max_ms": 58.199, "p95_ms": 45.456}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.55, "count": 42, "max_ms": 46.596, "p95_ms": 36.689}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.138, "count": 42, "max_ms": 57.152, "p95_ms": 43.743}, "visualize_input_copy_ms": {"avg_ms": 1.064, "count": 42, "max_ms": 1.73, "p95_ms": 1.461}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.044, "count": 42, "max_ms": 57.031, "p95_ms": 43.637}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 42, "max_ms": 0.096, "p95_ms": 0.079}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "returned_event_count": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1126.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.042, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.809, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T06:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89956, "write_bytes_delta": 89956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 327.0, "cpu_core_ratio": 0.748845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 16889, "reason": null, "system_cpu_core_ratio": 0.295754, "system_cpu_s_delta": 2.9700000000000273, "user_cpu_core_ratio": 0.453091, "user_cpu_s_delta": 4.549999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.774525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5935, "system_cpu_s_delta": 5.959999999999127, "user_cpu_core_ratio": 1.181025, "user_cpu_s_delta": 11.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.425, "count": 269, "max_ms": 6.415, "p95_ms": 4.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.216, "max": 17.0, "p95": 15.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.892, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 269}, "total": {"avg": 2.892, "max": 5.0, "p95": 5.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.137, "count": 30, "max": 39.771, "p95": 32.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.063, "count": 30, "max": 18.46, "p95": 17.067, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 476.5, "count": 30, "max": 604.0, "p95": 569.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.133, "count": 30, "max": 7653.0, "p95": 3838.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.419, "p95": 0.294, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.498, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86268.733, "count": 30, "max": 96742.0, "p95": 93721.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6075.067, "count": 30, "max": 27885.0, "p95": 19777.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.655, "count": 30, "max": 0.786, "p95": 0.765, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.289, "count": 30, "max": 1.452, "p95": 1.423, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4852, "sampled_at": "2026-10-31T06:21:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:21:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 6109.191, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T06:45:32+09:00", "last_error_summary": "[rtsp @ 0x6072e877cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6072e877ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:45:32+09:00", "last_error_summary": "[rtsp @ 0x6072e877cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6072e877ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T06:45:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T06:45:31+09:00", "pid": 20474, "process": {"exists": false, "pid": 20474}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 39969.684, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 39969.744, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 514.322, "last_sample_duration_ms": 619.902, "last_trigger": "periodic", "next_snapshot_in_sec": 85.678, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 97, "storage_bytes": 1955653}, "mjpeg": {"age_sec": 39969.674, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T06:45:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 39973.28, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969697.94, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969691.846, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969691.407, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969693.305, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.485, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.315, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 38167.593, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 18372, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.6999999999998181, "user_cpu_core_ratio": 0.001104, "user_cpu_s_delta": 1.9900000000016007}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.292, "count": 30, "max": 10.315, "p95": 6.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.799, "count": 30, "max": 3.781, "p95": 2.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15150.578, "count": 30, "max": 38167.593, "p95": 35553.889, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 782.633, "count": 30, "max": 23448.0, "p95": 2.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1012, "sampled_at": "2026-10-31T06:15:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:15:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 6115.676, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T06:45:32+09:00", "last_error_summary": "[rtsp @ 0x6072e877cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6072e877ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T06:45:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-10-31T06:45:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 39969.713, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 39969.773, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 514.342, "last_sample_duration_ms": 619.902, "last_trigger": "periodic", "next_snapshot_in_sec": 85.658, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 97, "storage_bytes": 1955653}, "mjpeg": {"age_sec": 39969.703, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T06:45:33+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 39973.301, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969725.763, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969719.669, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969719.23, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969721.128, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.662, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.095, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 39969.683, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 20474, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000411, "system_cpu_s_delta": 0.7400000000002365, "user_cpu_core_ratio": 0.001165, "user_cpu_s_delta": 2.099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.224, "count": 30, "max": 10.315, "p95": 6.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.793, "count": 30, "max": 3.781, "p95": 2.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 16473.151, "count": 30, "max": 39969.683, "p95": 37356.49, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 782.6, "count": 30, "max": 23448.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1013, "sampled_at": "2026-10-31T06:45:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:45:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 6269.266, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T07:15:34+09:00", "last_error_summary": "[rtsp @ 0x63e17764af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e17764ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:15:34+09:00", "last_error_summary": "[rtsp @ 0x63e17764af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e17764ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T07:15:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T07:15:34+09:00", "pid": 21530, "process": {"exists": false, "pid": 21530}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 41772.229, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 41772.289, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 511.498, "last_sample_duration_ms": 559.679, "last_trigger": "periodic", "next_snapshot_in_sec": 88.502, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 100, "storage_bytes": 1983473}, "mjpeg": {"age_sec": 41772.22, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T07:15:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 41775.827, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772244.015, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772237.921, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772237.482, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772239.38, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.286, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.095, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 39969.683, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 20474, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000411, "system_cpu_s_delta": 0.7400000000002365, "user_cpu_core_ratio": 0.001165, "user_cpu_s_delta": 2.099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.224, "count": 30, "max": 10.315, "p95": 6.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.793, "count": 30, "max": 3.781, "p95": 2.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 16473.151, "count": 30, "max": 39969.683, "p95": 37356.49, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 782.6, "count": 30, "max": 23448.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1013, "sampled_at": "2026-10-31T06:45:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T06:45:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 6279.637, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:15:34+09:00", "last_error_summary": "[rtsp @ 0x63e17764af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e17764ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T07:15:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-10-31T07:15:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 41772.264, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 41772.324, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 511.52, "last_sample_duration_ms": 559.679, "last_trigger": "periodic", "next_snapshot_in_sec": 88.48, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 100, "storage_bytes": 1983473}, "mjpeg": {"age_sec": 41772.254, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T07:15:36+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.273, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 41775.853, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772276.686, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772270.592, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772270.153, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772272.051, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.998, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.39, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 41772.229, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 21530, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.9600000000009459}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.322, "count": 30, "max": 10.315, "p95": 6.936, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.832, "count": 30, "max": 3.781, "p95": 2.782, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 17835.715, "count": 30, "max": 41772.229, "p95": 39158.742, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 782.6, "count": 30, "max": 23448.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1014, "sampled_at": "2026-10-31T07:15:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:15:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 6420.438, "limit_mb": null}, "detail": {"pid": 21780, "restart_count": 40, "start_count": 41}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:15:34+09:00", "last_error_summary": "[rtsp @ 0x63e17764af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e17764ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T07:15:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T07:45:36+09:00", "pid": 21780, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.09, "name": "ffmpeg", "pid": 21780, "rss_mb": 142.09, "state": "S (sleeping)", "threads": 70}, "restart_count": 40, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 43574.561, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 43574.622, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.752, "last_sample_duration_ms": 599.769, "last_trigger": "periodic", "next_snapshot_in_sec": 91.248, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 103, "storage_bytes": 2011298}, "mjpeg": {"age_sec": 43574.552, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T07:45:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 887.277, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 43578.162, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574577.221, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574571.127, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574570.688, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574572.586, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.94, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 887.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.39, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 41772.229, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 21530, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000366, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.9600000000009459}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.322, "count": 30, "max": 10.315, "p95": 6.936, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.832, "count": 30, "max": 3.781, "p95": 2.782, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 17835.715, "count": 30, "max": 41772.229, "p95": 39158.742, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130383.0, "count": 30, "max": 130383.0, "p95": 130383.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 782.6, "count": 30, "max": 23448.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1014, "sampled_at": "2026-10-31T07:15:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:15:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 959441, "flush_count": 1038, "flush_interval_seconds": 30.0, "flush_state": {"count": 1038, "last_at": "2026-10-31T07:50:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T07:50:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1037}, "started": true, "suppressed_count": 585021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 584899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1038, "written_record_count": 1038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6155.949, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1619993088000, "copied_frame_count": 585935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1619993088000, "frame_buffer_copies": 585935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1124, "count": 512, "max_ms": 2.3934, "p50_ms": 0.0944, "p95_ms": 0.2099, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5105, "count": 512, "max_ms": 4.2726, "p50_ms": 1.3944, "p95_ms": 2.52, "p99_ms": 3.4376, "results": {"failed": 0, "not_applicable": 0, "success": 585935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T06:22:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 5366.597, "last_started_at": "2026-10-31T06:22:02+09:00", "pid": 19428, "process": {"exists": false, "pid": 19428}, "restart_count": 70, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.275, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-31T07:51:28+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-10-31T07:51:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 257.18, "last_sample_duration_ms": 798.54, "last_trigger": "periodic", "next_snapshot_in_sec": 342.82, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 104, "storage_bytes": 2020861}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-31T07:51:28.570594+09:00", "mtime_epoch": 1793400688.570594, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80135}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T07:51:28+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1088.762, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 585936, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.527, "max": 29.0, "p95": 27.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.385, "max": 5.0, "p95": 5.0, "sample_count": 91}, "total": {"avg": 3.385, "max": 5.0, "p95": 5.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.538, "max": 2.0, "p95": 2.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.055, "max": 2.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.538, "max": 2.0, "p95": 2.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.036, "pushed": 3.036, "read": 3.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.008, "count": 91, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 21.427, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.927, "count": 91, "max_ms": 5.448, "p95_ms": 3.165, "reason": null, "sample_age_ms": 64.892, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 91, "max_ms": 5.196, "p95_ms": 1.903, "reason": null, "sample_age_ms": 65.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 91, "max_ms": 1.16, "p95_ms": 0.906, "reason": null, "sample_age_ms": 21.447, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 91, "max_ms": 4.844, "p95_ms": 3.522, "reason": null, "sample_age_ms": 63.383, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.366, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.037, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.979, "count": 91, "max_ms": 71.389, "p95_ms": 67.069, "reason": null, "sample_age_ms": 21.421, "source": "client_direct"}, "sample_age_ms": 21.415, "source": "client_direct", "task_total_ms": {"avg_ms": 48.615, "count": 91, "max_ms": 74.762, "p95_ms": 70.548, "reason": null, "sample_age_ms": 21.415, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.738, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.433, "count": 91, "max_ms": 19.996, "p95_ms": 15.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.492, "count": 91, "max_ms": 1.602, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.61, "count": 91, "max_ms": 7.025, "p95_ms": 3.405}, "event_filter_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.496, "count": 91, "max_ms": 1.519, "p95_ms": 0.856}, "mcmt_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.41, "count": 91, "max_ms": 9.447, "p95_ms": 7.17}, "setup_ms": {"avg_ms": 0.038, "count": 91, "max_ms": 0.118, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 9.374, "count": 91, "max_ms": 19.895, "p95_ms": 15.528}, "track_match_ms": {"avg_ms": 0.125, "count": 91, "max_ms": 0.418, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 2.193, "count": 91, "max_ms": 7.102, "p95_ms": 3.722}}, "gstreamer_push": {"avg_ms": 2.947, "count": 91, "max_ms": 6.103, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 91, "max_ms": 0.113, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.966, "count": 91, "max_ms": 76.837, "p95_ms": 74.97}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.192, "count": 91, "max_ms": 12.562, "p95_ms": 8.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.926, "count": 91, "max_ms": 149.256, "p95_ms": 135.432}, "inference_input_copy_ms": {"avg_ms": 1.792, "count": 91, "max_ms": 5.658, "p95_ms": 3.204}, "processing_residual_ms": {"avg_ms": 0.216, "count": 91, "max_ms": 0.939, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.126, "count": 91, "max_ms": 155.138, "p95_ms": 141.513}, "read_interval": {"avg_ms": 330.263, "count": 91, "max_ms": 19179.583, "p95_ms": 176.812}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 91, "max_ms": 0.107, "p95_ms": 0.057}, "execute_total_ms": {"avg_ms": 4.327, "count": 91, "max_ms": 9.303, "p95_ms": 7.107}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.071, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.307, "count": 91, "max_ms": 9.284, "p95_ms": 7.092}, "worker_merge_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.979, "count": 91, "max_ms": 76.847, "p95_ms": 74.99}, "visualize": {"avg_ms": 40.091, "count": 91, "max_ms": 72.491, "p95_ms": 55.704}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.61, "count": 91, "max_ms": 53.315, "p95_ms": 44.557}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.468, "count": 91, "max_ms": 70.468, "p95_ms": 53.941}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 91, "max_ms": 8.174, "p95_ms": 2.213}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.338, "count": 91, "max_ms": 70.257, "p95_ms": 53.714}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 91, "max_ms": 0.2, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1088.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.271, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.433, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80555, "write_bytes_delta": 80555, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 778.0, "cpu_core_ratio": 0.177947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 19428, "reason": null, "system_cpu_core_ratio": 0.016895, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.161052, "user_cpu_s_delta": 5.9099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.926251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.292945, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.633306, "user_cpu_s_delta": 23.239999999997963}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.931, "count": 92, "max_ms": 6.103, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.413, "max": 29.0, "p95": 27.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.391, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 3.391, "max": 5.0, "p95": 5.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.38, "count": 30, "max": 72.174, "p95": 43.1, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.229, "count": 30, "max": 23.129, "p95": 20.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 956.8, "count": 30, "max": 1351.0, "p95": 1059.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 161.067, "count": 30, "max": 2850.0, "p95": 975.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.052, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.37, "p95": 0.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3811.8, "count": 30, "max": 38881.0, "p95": 27501.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.622, "count": 30, "max": 0.764, "p95": 0.722, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.427, "p95": 1.419, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5305, "sampled_at": "2026-10-31T07:51:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:51:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 959441, "flush_count": 1038, "flush_interval_seconds": 30.0, "flush_state": {"count": 1038, "last_at": "2026-10-31T07:50:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T07:50:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1037}, "started": true, "suppressed_count": 585021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 584899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1038, "written_record_count": 1038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6176.613, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1619995852800, "copied_frame_count": 585936, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1619995852800, "frame_buffer_copies": 585936, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1124, "count": 512, "max_ms": 2.3934, "p50_ms": 0.0944, "p95_ms": 0.2099, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5106, "count": 512, "max_ms": 4.2726, "p50_ms": 1.3944, "p95_ms": 2.52, "p99_ms": 3.4376, "results": {"failed": 0, "not_applicable": 0, "success": 585936, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T07:51:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5366.67, "last_started_at": "2026-10-31T06:22:02+09:00", "pid": 19428, "process": {"exists": false, "pid": 19428}, "restart_count": 70, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.275, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-31T07:51:28+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-31T07:51:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 257.247, "last_sample_duration_ms": 798.54, "last_trigger": "periodic", "next_snapshot_in_sec": 342.753, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 104, "storage_bytes": 2020861}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-31T07:51:28.690595+09:00", "mtime_epoch": 1793400688.6905947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T07:51:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1088.746, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 585936, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.593, "max": 29.0, "p95": 27.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.385, "max": 5.0, "p95": 5.0, "sample_count": 91}, "total": {"avg": 3.385, "max": 5.0, "p95": 5.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.538, "max": 2.0, "p95": 2.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.055, "max": 2.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.538, "max": 2.0, "p95": 2.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.042, "pushed": 3.042, "read": 3.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 91, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 92.502, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 90, "max_ms": 5.448, "p95_ms": 3.192, "reason": null, "sample_age_ms": 135.967, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 90, "max_ms": 5.196, "p95_ms": 1.921, "reason": null, "sample_age_ms": 136.306, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 91, "max_ms": 1.16, "p95_ms": 0.906, "reason": null, "sample_age_ms": 92.522, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.053, "count": 90, "max_ms": 4.844, "p95_ms": 3.539, "reason": null, "sample_age_ms": 134.458, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.441, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.113, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.979, "count": 91, "max_ms": 71.389, "p95_ms": 67.069, "reason": null, "sample_age_ms": 92.496, "source": "client_direct"}, "sample_age_ms": 92.49, "source": "client_direct", "task_total_ms": {"avg_ms": 48.615, "count": 91, "max_ms": 74.762, "p95_ms": 70.548, "reason": null, "sample_age_ms": 92.49, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.378, "count": 91, "max_ms": 19.996, "p95_ms": 14.845}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.497, "count": 91, "max_ms": 1.602, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.602, "count": 91, "max_ms": 7.025, "p95_ms": 3.405}, "event_filter_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 91, "max_ms": 1.519, "p95_ms": 0.856}, "mcmt_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.369, "count": 91, "max_ms": 9.447, "p95_ms": 6.743}, "setup_ms": {"avg_ms": 0.038, "count": 91, "max_ms": 0.118, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 9.319, "count": 91, "max_ms": 19.895, "p95_ms": 14.749}, "track_match_ms": {"avg_ms": 0.125, "count": 91, "max_ms": 0.418, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 2.18, "count": 91, "max_ms": 7.102, "p95_ms": 3.722}}, "gstreamer_push": {"avg_ms": 2.932, "count": 91, "max_ms": 6.103, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 91, "max_ms": 0.113, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.963, "count": 91, "max_ms": 76.837, "p95_ms": 74.97}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 91, "max_ms": 12.562, "p95_ms": 8.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.643, "count": 91, "max_ms": 149.256, "p95_ms": 135.432}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 91, "max_ms": 5.658, "p95_ms": 3.122}, "processing_residual_ms": {"avg_ms": 0.216, "count": 91, "max_ms": 0.939, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.815, "count": 91, "max_ms": 155.138, "p95_ms": 141.513}, "read_interval": {"avg_ms": 332.235, "count": 90, "max_ms": 19179.583, "p95_ms": 176.812}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 91, "max_ms": 0.107, "p95_ms": 0.057}, "execute_total_ms": {"avg_ms": 4.286, "count": 91, "max_ms": 9.186, "p95_ms": 6.675}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.071, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.266, "count": 91, "max_ms": 9.128, "p95_ms": 6.66}, "worker_merge_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.976, "count": 91, "max_ms": 76.847, "p95_ms": 74.99}, "visualize": {"avg_ms": 39.857, "count": 91, "max_ms": 72.491, "p95_ms": 55.262}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.565, "count": 91, "max_ms": 53.315, "p95_ms": 44.557}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.31, "count": 91, "max_ms": 70.468, "p95_ms": 53.886}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 91, "max_ms": 3.584, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.181, "count": 91, "max_ms": 70.257, "p95_ms": 53.678}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 91, "max_ms": 0.2, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1088.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.271, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.433, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80555, "write_bytes_delta": 80555, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 778.0, "cpu_core_ratio": 0.177947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 19428, "reason": null, "system_cpu_core_ratio": 0.016895, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.161052, "user_cpu_s_delta": 5.9099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.926251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.292945, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.633306, "user_cpu_s_delta": 23.239999999997963}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.931, "count": 92, "max_ms": 6.103, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.413, "max": 29.0, "p95": 27.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.391, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 3.391, "max": 5.0, "p95": 5.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.38, "count": 30, "max": 72.174, "p95": 43.1, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.229, "count": 30, "max": 23.129, "p95": 20.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 956.8, "count": 30, "max": 1351.0, "p95": 1059.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 161.067, "count": 30, "max": 2850.0, "p95": 975.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.052, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.37, "p95": 0.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3811.8, "count": 30, "max": 38881.0, "p95": 27501.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.622, "count": 30, "max": 0.764, "p95": 0.722, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.427, "p95": 1.419, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5305, "sampled_at": "2026-10-31T07:51:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:51:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 959441, "flush_count": 1038, "flush_interval_seconds": 30.0, "flush_state": {"count": 1038, "last_at": "2026-10-31T07:50:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T07:50:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1037}, "started": true, "suppressed_count": 585021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 584899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1038, "written_record_count": 1038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6155.387, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1619995852800, "copied_frame_count": 585936, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1619995852800, "frame_buffer_copies": 585936, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1124, "count": 512, "max_ms": 2.3934, "p50_ms": 0.0944, "p95_ms": 0.2099, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5106, "count": 512, "max_ms": 4.2726, "p50_ms": 1.3944, "p95_ms": 2.52, "p99_ms": 3.4376, "results": {"failed": 0, "not_applicable": 0, "success": 585936, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T07:51:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 5366.712, "last_started_at": "2026-10-31T06:22:02+09:00", "pid": 19428, "process": {"exists": false, "pid": 19428}, "restart_count": 70, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.275, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-31T07:51:28+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-31T07:51:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 257.292, "last_sample_duration_ms": 798.54, "last_trigger": "periodic", "next_snapshot_in_sec": 342.708, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 104, "storage_bytes": 2020861}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-31T07:51:28.690595+09:00", "mtime_epoch": 1793400688.6905947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T07:51:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1088.746, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 585936, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.593, "max": 29.0, "p95": 27.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.385, "max": 5.0, "p95": 5.0, "sample_count": 91}, "total": {"avg": 3.385, "max": 5.0, "p95": 5.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.538, "max": 2.0, "p95": 2.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.055, "max": 2.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.538, "max": 2.0, "p95": 2.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.038, "pushed": 3.038, "read": 3.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 134.639, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 90, "max_ms": 5.448, "p95_ms": 3.192, "reason": null, "sample_age_ms": 178.104, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 90, "max_ms": 5.196, "p95_ms": 1.921, "reason": null, "sample_age_ms": 178.442, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.404, "count": 90, "max_ms": 1.16, "p95_ms": 0.907, "reason": null, "sample_age_ms": 134.659, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.053, "count": 90, "max_ms": 4.844, "p95_ms": 3.539, "reason": null, "sample_age_ms": 176.595, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.578, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.249, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.867, "count": 90, "max_ms": 71.389, "p95_ms": 67.076, "reason": null, "sample_age_ms": 134.633, "source": "client_direct"}, "sample_age_ms": 134.627, "source": "client_direct", "task_total_ms": {"avg_ms": 48.499, "count": 90, "max_ms": 74.762, "p95_ms": 70.561, "reason": null, "sample_age_ms": 134.627, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.135, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.378, "count": 91, "max_ms": 19.996, "p95_ms": 14.845}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.497, "count": 91, "max_ms": 1.602, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.602, "count": 91, "max_ms": 7.025, "p95_ms": 3.405}, "event_filter_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 91, "max_ms": 1.519, "p95_ms": 0.856}, "mcmt_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.369, "count": 91, "max_ms": 9.447, "p95_ms": 6.743}, "setup_ms": {"avg_ms": 0.038, "count": 91, "max_ms": 0.118, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 9.319, "count": 91, "max_ms": 19.895, "p95_ms": 14.749}, "track_match_ms": {"avg_ms": 0.125, "count": 91, "max_ms": 0.418, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 2.18, "count": 91, "max_ms": 7.102, "p95_ms": 3.722}}, "gstreamer_push": {"avg_ms": 2.932, "count": 91, "max_ms": 6.103, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 91, "max_ms": 0.113, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.963, "count": 91, "max_ms": 76.837, "p95_ms": 74.97}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 91, "max_ms": 12.562, "p95_ms": 8.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.643, "count": 91, "max_ms": 149.256, "p95_ms": 135.432}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 91, "max_ms": 5.658, "p95_ms": 3.122}, "processing_residual_ms": {"avg_ms": 0.216, "count": 91, "max_ms": 0.939, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.815, "count": 91, "max_ms": 155.138, "p95_ms": 141.513}, "read_interval": {"avg_ms": 332.235, "count": 90, "max_ms": 19179.583, "p95_ms": 176.812}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 91, "max_ms": 0.107, "p95_ms": 0.057}, "execute_total_ms": {"avg_ms": 4.286, "count": 91, "max_ms": 9.186, "p95_ms": 6.675}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.071, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.266, "count": 91, "max_ms": 9.128, "p95_ms": 6.66}, "worker_merge_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.976, "count": 91, "max_ms": 76.847, "p95_ms": 74.99}, "visualize": {"avg_ms": 39.857, "count": 91, "max_ms": 72.491, "p95_ms": 55.262}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.565, "count": 91, "max_ms": 53.315, "p95_ms": 44.557}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.31, "count": 91, "max_ms": 70.468, "p95_ms": 53.886}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 91, "max_ms": 3.584, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.181, "count": 91, "max_ms": 70.257, "p95_ms": 53.678}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 91, "max_ms": 0.2, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1088.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.271, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.433, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80555, "write_bytes_delta": 80555, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 778.0, "cpu_core_ratio": 0.177947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 19428, "reason": null, "system_cpu_core_ratio": 0.016895, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.161052, "user_cpu_s_delta": 5.9099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.926251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.292945, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.633306, "user_cpu_s_delta": 23.239999999997963}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.931, "count": 92, "max_ms": 6.103, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.413, "max": 29.0, "p95": 27.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.391, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 3.391, "max": 5.0, "p95": 5.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.38, "count": 30, "max": 72.174, "p95": 43.1, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.229, "count": 30, "max": 23.129, "p95": 20.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 956.8, "count": 30, "max": 1351.0, "p95": 1059.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 161.067, "count": 30, "max": 2850.0, "p95": 975.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.052, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.37, "p95": 0.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3811.8, "count": 30, "max": 38881.0, "p95": 27501.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.622, "count": 30, "max": 0.764, "p95": 0.722, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.427, "p95": 1.419, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5305, "sampled_at": "2026-10-31T07:51:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:51:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 959441, "flush_count": 1038, "flush_interval_seconds": 30.0, "flush_state": {"count": 1038, "last_at": "2026-10-31T07:50:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T07:50:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1037}, "started": true, "suppressed_count": 585021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 584899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1038, "written_record_count": 1038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6328.543, "limit_mb": null}, "detail": {"pid": 21975, "restart_count": 71, "start_count": 72}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1619995852800, "copied_frame_count": 585936, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1619995852800, "frame_buffer_copies": 585936, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1124, "count": 512, "max_ms": 2.3934, "p50_ms": 0.0944, "p95_ms": 0.2099, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5106, "count": 512, "max_ms": 4.2726, "p50_ms": 1.3944, "p95_ms": 2.52, "p99_ms": 3.4376, "results": {"failed": 0, "not_applicable": 0, "success": 585936, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T07:51:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T07:51:31+09:00", "pid": 21975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.055, "name": "ffmpeg", "pid": 21975, "rss_mb": 208.055, "state": "S (sleeping)", "threads": 70}, "restart_count": 71, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.976, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.736, "last_frame_pushed_at": "2026-10-31T07:51:28+09:00", "last_frame_read_age_sec": 4.851, "last_frame_read_at": "2026-10-31T07:51:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 261.964, "last_sample_duration_ms": 798.54, "last_trigger": "periodic", "next_snapshot_in_sec": 338.036, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 104, "storage_bytes": 2020861}, "mjpeg": {"age_sec": 4.727, "exists": true, "mtime": "2026-10-31T07:51:28.690595+09:00", "mtime_epoch": 1793400688.6905947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80202}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T07:51:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1088.75, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 585936, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.154, "max": 17.0, "p95": 15.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.423, "max": 5.0, "p95": 5.0, "sample_count": 52}, "total": {"avg": 3.423, "max": 5.0, "p95": 5.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 0.692, "max": 2.0, "p95": 2.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 52}, "tracked": {"avg": 0.692, "max": 2.0, "p95": 2.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.735, "pushed": 1.735, "read": 1.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.015, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4808.306, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.89, "count": 51, "max_ms": 3.805, "p95_ms": 2.793, "reason": null, "sample_age_ms": 4851.771, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 51, "max_ms": 2.643, "p95_ms": 1.903, "reason": null, "sample_age_ms": 4852.11, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 51, "max_ms": 1.16, "p95_ms": 0.933, "reason": null, "sample_age_ms": 4808.326, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.951, "count": 51, "max_ms": 3.799, "p95_ms": 2.738, "reason": null, "sample_age_ms": 4850.262, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4850.245, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4808.917, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.23, "count": 51, "max_ms": 71.173, "p95_ms": 66.958, "reason": null, "sample_age_ms": 4808.3, "source": "client_direct"}, "sample_age_ms": 4808.294, "source": "client_direct", "task_total_ms": {"avg_ms": 49.757, "count": 51, "max_ms": 74.254, "p95_ms": 70.344, "reason": null, "sample_age_ms": 4808.294, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.371, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.409, "count": 52, "max_ms": 17.074, "p95_ms": 15.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.557, "count": 52, "max_ms": 1.357, "p95_ms": 1.042}, "detection_prepare_ms": {"avg_ms": 1.622, "count": 52, "max_ms": 7.025, "p95_ms": 3.922}, "event_filter_ms": {"avg_ms": 0.006, "count": 52, "max_ms": 0.019, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.484, "count": 52, "max_ms": 1.519, "p95_ms": 0.856}, "mcmt_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.297, "count": 52, "max_ms": 8.184, "p95_ms": 7.17}, "setup_ms": {"avg_ms": 0.04, "count": 52, "max_ms": 0.118, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 9.346, "count": 52, "max_ms": 16.958, "p95_ms": 15.528}, "track_match_ms": {"avg_ms": 0.138, "count": 52, "max_ms": 0.418, "p95_ms": 0.318}, "tracker_update_ms": {"avg_ms": 2.197, "count": 52, "max_ms": 7.102, "p95_ms": 3.409}}, "gstreamer_push": {"avg_ms": 2.928, "count": 52, "max_ms": 6.103, "p95_ms": 5.158}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 52, "max_ms": 0.111, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.936, "count": 52, "max_ms": 76.188, "p95_ms": 74.97}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.169, "count": 52, "max_ms": 9.896, "p95_ms": 8.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.28, "count": 52, "max_ms": 149.256, "p95_ms": 135.668}, "inference_input_copy_ms": {"avg_ms": 1.682, "count": 52, "max_ms": 4.705, "p95_ms": 3.437}, "processing_residual_ms": {"avg_ms": 0.199, "count": 52, "max_ms": 0.939, "p95_ms": 0.333}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.33, "count": 52, "max_ms": 155.138, "p95_ms": 142.712}, "read_interval": {"avg_ms": 494.124, "count": 51, "max_ms": 19179.583, "p95_ms": 172.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 52, "max_ms": 0.107, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.214, "count": 52, "max_ms": 8.081, "p95_ms": 7.107}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 52, "max_ms": 0.032, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.194, "count": 52, "max_ms": 8.053, "p95_ms": 7.092}, "worker_merge_ms": {"avg_ms": 0.007, "count": 52, "max_ms": 0.014, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.95, "count": 52, "max_ms": 76.197, "p95_ms": 74.99}, "visualize": {"avg_ms": 39.575, "count": 52, "max_ms": 62.517, "p95_ms": 55.704}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.502, "count": 52, "max_ms": 53.315, "p95_ms": 46.676}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.032, "count": 52, "max_ms": 61.11, "p95_ms": 53.886}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 52, "max_ms": 2.986, "p95_ms": 2.213}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.901, "count": 52, "max_ms": 60.973, "p95_ms": 53.678}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 52, "max_ms": 0.2, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1088.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.271, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.433, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:51:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80555, "write_bytes_delta": 80555, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 778.0, "cpu_core_ratio": 0.177947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 19428, "reason": null, "system_cpu_core_ratio": 0.016895, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.161052, "user_cpu_s_delta": 5.9099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.926251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.292945, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.633306, "user_cpu_s_delta": 23.239999999997963}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.931, "count": 92, "max_ms": 6.103, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.413, "max": 29.0, "p95": 27.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.391, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 3.391, "max": 5.0, "p95": 5.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.38, "count": 30, "max": 72.174, "p95": 43.1, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.229, "count": 30, "max": 23.129, "p95": 20.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 956.8, "count": 30, "max": 1351.0, "p95": 1059.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 161.067, "count": 30, "max": 2850.0, "p95": 975.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.052, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.37, "p95": 0.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80707.533, "count": 30, "max": 85527.0, "p95": 84546.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3811.8, "count": 30, "max": 38881.0, "p95": 27501.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.622, "count": 30, "max": 0.764, "p95": 0.722, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.427, "p95": 1.419, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5305, "sampled_at": "2026-10-31T07:51:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:51:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 751506, "flush_count": 1041, "flush_interval_seconds": 30.0, "flush_state": {"count": 1041, "last_at": "2026-10-31T07:53:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T07:53:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1040}, "started": true, "suppressed_count": 610212, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 610212}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1041, "written_record_count": 1041}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5937.77, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1689989529600, "copied_frame_count": 611252, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1689989529600, "frame_buffer_copies": 611252, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1154, "count": 512, "max_ms": 0.3444, "p50_ms": 0.1008, "p95_ms": 0.2051, "p99_ms": 0.2865}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3639, "count": 512, "max_ms": 3.169, "p50_ms": 1.2811, "p95_ms": 2.2904, "p99_ms": 2.8185, "results": {"failed": 0, "not_applicable": 0, "success": 611252, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:53:53+09:00", "last_error_summary": "[h264 @ 0x6419fb5c50c0] cabac decode of qscale diff failed at 66 71 [h264 @ 0x6419fb5c50c0] error while decoding MB 66 71, bytestream 7695 [h264 @ 0x6419fb7a2600] left block unavailable for requested intra mode [h264 @ 0x6419fb7a2600] error while decoding MB 0 70, bytestream 8181 [h264 @ 0x6419fb5b0f00] cabac decode of qscale diff failed at 177 55 [h264 @ 0x6419fb5b0f00] error while decoding MB 177 55, bytestream 18110 [in#0/rtsp @ 0x6419fb57fe00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 49084.959, "last_started_at": "2026-10-30T18:15:48+09:00", "pid": 16587, "process": {"exists": false, "pid": 16587}, "restart_count": 49, "restart_count_per_hour": 0, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.091, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-31T07:53:53+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-10-31T07:53:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 401.987, "last_sample_duration_ms": 798.54, "last_trigger": "periodic", "next_snapshot_in_sec": 198.013, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 104, "storage_bytes": 2020861}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-31T07:53:53.396315+09:00", "mtime_epoch": 1793400833.3963153, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 67132}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T07:53:53+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1042.379, "name": "celery", "pid": 176, "rss_mb": 1022.879, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 611252, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 63, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.102, "pushed": 2.102, "read": 2.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 62, "client_acquire_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 109.209, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.506, "count": 62, "max_ms": 2.267, "p95_ms": 1.857, "reason": null, "sample_age_ms": 142.923, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 62, "max_ms": 1.833, "p95_ms": 1.268, "reason": null, "sample_age_ms": 143.16, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 62, "max_ms": 0.269, "p95_ms": 0.155, "reason": null, "sample_age_ms": 109.216, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.345, "count": 62, "max_ms": 2.825, "p95_ms": 2.266, "reason": null, "sample_age_ms": 141.842, "source": "client_direct"}, "request_count": 62, "request_tensor_bytes": {"avg": 2211848.0, "count": 62, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 141.826, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.36, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.568, "count": 62, "max_ms": 53.966, "p95_ms": 51.496, "reason": null, "sample_age_ms": 109.205, "source": "client_direct"}, "sample_age_ms": 109.202, "source": "client_direct", "task_total_ms": {"avg_ms": 36.131, "count": 62, "max_ms": 55.426, "p95_ms": 53.203, "reason": null, "sample_age_ms": 109.202, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.477, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.575, "count": 63, "max_ms": 1.486, "p95_ms": 0.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.186, "count": 63, "max_ms": 0.502, "p95_ms": 0.338}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 63, "max_ms": 0.145, "p95_ms": 0.123}, "event_filter_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 63, "max_ms": 0.128, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 63, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.148, "count": 63, "max_ms": 0.489, "p95_ms": 0.233}, "setup_ms": {"avg_ms": 0.033, "count": 63, "max_ms": 0.075, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.543, "count": 63, "max_ms": 1.399, "p95_ms": 0.877}, "track_match_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 63, "max_ms": 0.058, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.773, "count": 63, "max_ms": 4.631, "p95_ms": 3.987}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 63, "max_ms": 0.42, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.258, "count": 63, "max_ms": 59.949, "p95_ms": 54.687}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 63, "max_ms": 0.09, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.228, "count": 63, "max_ms": 108.8, "p95_ms": 104.892}, "inference_input_copy_ms": {"avg_ms": 1.496, "count": 63, "max_ms": 7.468, "p95_ms": 2.012}, "processing_residual_ms": {"avg_ms": 0.119, "count": 63, "max_ms": 0.302, "p95_ms": 0.219}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.884, "count": 63, "max_ms": 110.251, "p95_ms": 106.665}, "read_interval": {"avg_ms": 482.678, "count": 62, "max_ms": 21681.253, "p95_ms": 145.936}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.034, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.101, "count": 63, "max_ms": 0.342, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 63, "max_ms": 0.036, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 63, "max_ms": 0.308, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.269, "count": 63, "max_ms": 59.963, "p95_ms": 54.699}, "visualize": {"avg_ms": 43.563, "count": 63, "max_ms": 63.791, "p95_ms": 55.935}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.743, "count": 63, "max_ms": 62.168, "p95_ms": 55.145}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.402, "count": 63, "max_ms": 63.285, "p95_ms": 55.74}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.317, "count": 63, "max_ms": 63.103, "p95_ms": 55.659}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 63, "max_ms": 0.114, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1022.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.142, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.507, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 68817, "write_bytes_delta": 68817, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 368.0, "cpu_core_ratio": 0.931888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9862.0, "pid": 16587, "reason": null, "system_cpu_core_ratio": 0.382838, "system_cpu_s_delta": 7.670000000000073, "user_cpu_core_ratio": 0.54905, "user_cpu_s_delta": 11.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.478672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155258.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.133269, "system_cpu_s_delta": 2.6699999999991633, "user_cpu_core_ratio": 0.345403, "user_cpu_s_delta": 6.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.949, "count": 199, "max_ms": 6.278, "p95_ms": 4.647, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.913, "count": 30, "max": 71.498, "p95": 37.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.864, "count": 30, "max": 32.136, "p95": 22.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1214.267, "count": 30, "max": 1459.0, "p95": 1444.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 851.3, "count": 30, "max": 9862.0, "p95": 4363.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.41, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.339, "p95": 1.317, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.093, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 68215.5, "count": 30, "max": 74267.0, "p95": 69600.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68215.5, "count": 30, "max": 74267.0, "p95": 69600.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 242382.1, "count": 30, "max": 283570.0, "p95": 257909.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.203, "count": 30, "max": 0.229, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.59, "p95": 0.588, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5259, "sampled_at": "2026-10-31T07:53:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:53:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 751506, "flush_count": 1041, "flush_interval_seconds": 30.0, "flush_state": {"count": 1041, "last_at": "2026-10-31T07:53:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T07:53:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1040}, "started": true, "suppressed_count": 610212, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 610212}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1041, "written_record_count": 1041}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5937.086, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1689989529600, "copied_frame_count": 611252, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1689989529600, "frame_buffer_copies": 611252, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1154, "count": 512, "max_ms": 0.3444, "p50_ms": 0.1008, "p95_ms": 0.2051, "p99_ms": 0.2865}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3639, "count": 512, "max_ms": 3.169, "p50_ms": 1.2811, "p95_ms": 2.2904, "p99_ms": 2.8185, "results": {"failed": 0, "not_applicable": 0, "success": 611252, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:53:53+09:00", "last_error_summary": "[h264 @ 0x6419fb5c50c0] cabac decode of qscale diff failed at 66 71 [h264 @ 0x6419fb5c50c0] error while decoding MB 66 71, bytestream 7695 [h264 @ 0x6419fb7a2600] left block unavailable for requested intra mode [h264 @ 0x6419fb7a2600] error while decoding MB 0 70, bytestream 8181 [h264 @ 0x6419fb5b0f00] cabac decode of qscale diff failed at 177 55 [h264 @ 0x6419fb5b0f00] error while decoding MB 177 55, bytestream 18110 [in#0/rtsp @ 0x6419fb57fe00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 49084.998, "last_started_at": "2026-10-30T18:15:48+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 49, "restart_count_per_hour": 0, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.091, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-10-31T07:53:53+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-10-31T07:53:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.025, "last_sample_duration_ms": 798.54, "last_trigger": "periodic", "next_snapshot_in_sec": 197.975, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 104, "storage_bytes": 2020861}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-10-31T07:53:53.396315+09:00", "mtime_epoch": 1793400833.3963153, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 67132}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T07:53:53+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1042.379, "name": "celery", "pid": 176, "rss_mb": 1022.875, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 611252, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 62, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.067, "pushed": 2.1, "read": 2.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 62, "client_acquire_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 148.691, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.506, "count": 62, "max_ms": 2.267, "p95_ms": 1.857, "reason": null, "sample_age_ms": 182.405, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 62, "max_ms": 1.833, "p95_ms": 1.268, "reason": null, "sample_age_ms": 182.642, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 62, "max_ms": 0.269, "p95_ms": 0.155, "reason": null, "sample_age_ms": 148.698, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.345, "count": 62, "max_ms": 2.825, "p95_ms": 2.266, "reason": null, "sample_age_ms": 181.325, "source": "client_direct"}, "request_count": 62, "request_tensor_bytes": {"avg": 2211848.0, "count": 62, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 181.308, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.842, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.568, "count": 62, "max_ms": 53.966, "p95_ms": 51.496, "reason": null, "sample_age_ms": 148.688, "source": "client_direct"}, "sample_age_ms": 148.685, "source": "client_direct", "task_total_ms": {"avg_ms": 36.131, "count": 62, "max_ms": 55.426, "p95_ms": 53.203, "reason": null, "sample_age_ms": 148.685, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.182, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.576, "count": 62, "max_ms": 1.486, "p95_ms": 0.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 62, "max_ms": 0.502, "p95_ms": 0.338}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 62, "max_ms": 0.145, "p95_ms": 0.123}, "event_filter_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 62, "max_ms": 0.128, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 62, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.148, "count": 62, "max_ms": 0.489, "p95_ms": 0.233}, "setup_ms": {"avg_ms": 0.033, "count": 62, "max_ms": 0.075, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.544, "count": 62, "max_ms": 1.399, "p95_ms": 0.877}, "track_match_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 62, "max_ms": 0.058, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.773, "count": 63, "max_ms": 4.631, "p95_ms": 3.987}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 62, "max_ms": 0.42, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.892, "count": 62, "max_ms": 55.927, "p95_ms": 54.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 62, "max_ms": 0.09, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.902, "count": 62, "max_ms": 108.8, "p95_ms": 104.892}, "inference_input_copy_ms": {"avg_ms": 1.497, "count": 62, "max_ms": 7.468, "p95_ms": 2.012}, "processing_residual_ms": {"avg_ms": 0.12, "count": 62, "max_ms": 0.302, "p95_ms": 0.219}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.561, "count": 62, "max_ms": 110.251, "p95_ms": 106.665}, "read_interval": {"avg_ms": 482.678, "count": 62, "max_ms": 21681.253, "p95_ms": 145.936}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 62, "max_ms": 0.034, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.102, "count": 62, "max_ms": 0.342, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 62, "max_ms": 0.036, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 62, "max_ms": 0.308, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.014, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.903, "count": 62, "max_ms": 55.936, "p95_ms": 54.133}, "visualize": {"avg_ms": 43.6, "count": 62, "max_ms": 63.791, "p95_ms": 55.935}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.783, "count": 62, "max_ms": 62.168, "p95_ms": 55.145}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.441, "count": 62, "max_ms": 63.285, "p95_ms": 55.74}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.357, "count": 62, "max_ms": 63.103, "p95_ms": 55.659}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 62, "max_ms": 0.114, "p95_ms": 0.083}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1022.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.142, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.507, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 68817, "write_bytes_delta": 68817, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 368.0, "cpu_core_ratio": 0.931888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9862.0, "pid": 16587, "reason": null, "system_cpu_core_ratio": 0.382838, "system_cpu_s_delta": 7.670000000000073, "user_cpu_core_ratio": 0.54905, "user_cpu_s_delta": 11.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.478672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155258.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.133269, "system_cpu_s_delta": 2.6699999999991633, "user_cpu_core_ratio": 0.345403, "user_cpu_s_delta": 6.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.949, "count": 199, "max_ms": 6.278, "p95_ms": 4.647, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.913, "count": 30, "max": 71.498, "p95": 37.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.864, "count": 30, "max": 32.136, "p95": 22.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1214.267, "count": 30, "max": 1459.0, "p95": 1444.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 851.3, "count": 30, "max": 9862.0, "p95": 4363.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.41, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.339, "p95": 1.317, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.093, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 68215.5, "count": 30, "max": 74267.0, "p95": 69600.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68215.5, "count": 30, "max": 74267.0, "p95": 69600.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 242382.1, "count": 30, "max": 283570.0, "p95": 257909.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.203, "count": 30, "max": 0.229, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.59, "p95": 0.588, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5259, "sampled_at": "2026-10-31T07:53:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:53:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 751506, "flush_count": 1041, "flush_interval_seconds": 30.0, "flush_state": {"count": 1041, "last_at": "2026-10-31T07:53:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T07:53:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1040}, "started": true, "suppressed_count": 610212, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 610212}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1041, "written_record_count": 1041}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6297.523, "limit_mb": null}, "detail": {"pid": 22091, "restart_count": 50, "start_count": 51}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1689989529600, "copied_frame_count": 611252, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1689989529600, "frame_buffer_copies": 611252, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1154, "count": 512, "max_ms": 0.3444, "p50_ms": 0.1008, "p95_ms": 0.2051, "p99_ms": 0.2865}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3639, "count": 512, "max_ms": 3.169, "p50_ms": 1.2811, "p95_ms": 2.2904, "p99_ms": 2.8185, "results": {"failed": 0, "not_applicable": 0, "success": 611252, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:53:53+09:00", "last_error_summary": "[h264 @ 0x6419fb5c50c0] cabac decode of qscale diff failed at 66 71 [h264 @ 0x6419fb5c50c0] error while decoding MB 66 71, bytestream 7695 [h264 @ 0x6419fb7a2600] left block unavailable for requested intra mode [h264 @ 0x6419fb7a2600] error while decoding MB 0 70, bytestream 8181 [h264 @ 0x6419fb5b0f00] cabac decode of qscale diff failed at 177 55 [h264 @ 0x6419fb5b0f00] error while decoding MB 177 55, bytestream 18110 [in#0/rtsp @ 0x6419fb57fe00] Error during demuxing: Connection timed out [in#", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T07:53:55+09:00", "pid": 22091, "process": {"exists": true, "fd_count": 5, "hwm_mb": 395.195, "name": "ffmpeg", "pid": 22091, "rss_mb": 395.195, "state": "S (sleeping)", "threads": 70}, "restart_count": 50, "restart_count_per_hour": 1, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.021, "sample_count": 2402, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.494, "last_frame_pushed_at": "2026-10-31T07:53:53+09:00", "last_frame_read_age_sec": 4.58, "last_frame_read_at": "2026-10-31T07:53:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.422, "last_sample_duration_ms": 798.54, "last_trigger": "periodic", "next_snapshot_in_sec": 193.578, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 104, "storage_bytes": 2020861}, "mjpeg": {"age_sec": 4.486, "exists": true, "mtime": "2026-10-31T07:53:53.396315+09:00", "mtime_epoch": 1793400833.3963153, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 67132}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T07:53:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1042.379, "name": "celery", "pid": 176, "rss_mb": 1022.879, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 611252, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 41}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 41, "pushed_frames": 42, "read_frames": 41, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.367, "pushed": 1.4, "read": 1.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 41, "client_acquire_ms": {"avg_ms": 0.006, "count": 41, "max_ms": 0.014, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4547.008, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.467, "count": 41, "max_ms": 2.267, "p95_ms": 1.495, "reason": null, "sample_age_ms": 4580.722, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 41, "max_ms": 1.833, "p95_ms": 1.28, "reason": null, "sample_age_ms": 4580.959, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 41, "max_ms": 0.269, "p95_ms": 0.143, "reason": null, "sample_age_ms": 4547.015, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.267, "count": 41, "max_ms": 2.688, "p95_ms": 2.016, "reason": null, "sample_age_ms": 4579.641, "source": "client_direct"}, "request_count": 41, "request_tensor_bytes": {"avg": 2211848.0, "count": 41, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4579.625, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 41, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4547.158, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.889, "count": 41, "max_ms": 53.966, "p95_ms": 51.666, "reason": null, "sample_age_ms": 4547.004, "source": "client_direct"}, "sample_age_ms": 4547.001, "source": "client_direct", "task_total_ms": {"avg_ms": 36.369, "count": 41, "max_ms": 55.426, "p95_ms": 53.374, "reason": null, "sample_age_ms": 4547.001, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.113, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.57, "count": 41, "max_ms": 0.955, "p95_ms": 0.908}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.184, "count": 41, "max_ms": 0.358, "p95_ms": 0.32}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 41, "max_ms": 0.14, "p95_ms": 0.123}, "event_filter_ms": {"avg_ms": 0.003, "count": 41, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 41, "max_ms": 0.114, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 41, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 41, "max_ms": 0.277, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.034, "count": 41, "max_ms": 0.073, "p95_ms": 0.059}, "total_inside_ms": {"avg_ms": 0.54, "count": 41, "max_ms": 0.906, "p95_ms": 0.87}, "track_match_ms": {"avg_ms": 0.003, "count": 41, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.023, "count": 41, "max_ms": 0.047, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 2.697, "count": 42, "max_ms": 3.987, "p95_ms": 3.795}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 41, "max_ms": 0.42, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.091, "count": 41, "max_ms": 55.927, "p95_ms": 54.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 41, "max_ms": 0.09, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.578, "count": 41, "max_ms": 108.8, "p95_ms": 107.777}, "inference_input_copy_ms": {"avg_ms": 1.474, "count": 41, "max_ms": 7.468, "p95_ms": 1.825}, "processing_residual_ms": {"avg_ms": 0.119, "count": 41, "max_ms": 0.227, "p95_ms": 0.211}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.213, "count": 41, "max_ms": 110.251, "p95_ms": 109.465}, "read_interval": {"avg_ms": 622.487, "count": 41, "max_ms": 21681.253, "p95_ms": 131.201}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 41, "max_ms": 0.023, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.099, "count": 41, "max_ms": 0.202, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 41, "max_ms": 0.017, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 41, "max_ms": 0.186, "p95_ms": 0.124}, "worker_merge_ms": {"avg_ms": 0.004, "count": 41, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 37.102, "count": 41, "max_ms": 55.936, "p95_ms": 54.133}, "visualize": {"avg_ms": 44.13, "count": 41, "max_ms": 59.205, "p95_ms": 55.935}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.389, "count": 41, "max_ms": 57.97, "p95_ms": 55.145}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.978, "count": 41, "max_ms": 58.947, "p95_ms": 55.74}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.894, "count": 41, "max_ms": 58.797, "p95_ms": 55.659}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 41, "max_ms": 0.109, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1022.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.142, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.507, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T07:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 68817, "write_bytes_delta": 68817, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 368.0, "cpu_core_ratio": 0.931888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9862.0, "pid": 16587, "reason": null, "system_cpu_core_ratio": 0.382838, "system_cpu_s_delta": 7.670000000000073, "user_cpu_core_ratio": 0.54905, "user_cpu_s_delta": 11.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.478672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155258.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.133269, "system_cpu_s_delta": 2.6699999999991633, "user_cpu_core_ratio": 0.345403, "user_cpu_s_delta": 6.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.949, "count": 199, "max_ms": 6.278, "p95_ms": 4.647, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.913, "count": 30, "max": 71.498, "p95": 37.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.864, "count": 30, "max": 32.136, "p95": 22.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1214.267, "count": 30, "max": 1459.0, "p95": 1444.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 851.3, "count": 30, "max": 9862.0, "p95": 4363.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.41, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.339, "p95": 1.317, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.093, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 68215.5, "count": 30, "max": 74267.0, "p95": 69600.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68215.5, "count": 30, "max": 74267.0, "p95": 69600.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 242382.1, "count": 30, "max": 283570.0, "p95": 257909.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.203, "count": 30, "max": 0.229, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.519, "count": 30, "max": 0.59, "p95": 0.588, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5259, "sampled_at": "2026-10-31T07:53:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T07:53:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 760669, "flush_count": 1052, "flush_interval_seconds": 30.0, "flush_state": {"count": 1052, "last_at": "2026-10-31T08:04:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:04:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1051}, "started": true, "suppressed_count": 616310, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 616310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1052, "written_record_count": 1052}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5952.875, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5ade0b2bdb40] cabac decode of qscale diff failed at 17 76 [h264 @ 0x5ade0b2bdb40] error while decoding MB 17 76, bytestream 4414 [h264 @ 0x5ade0a82e440] error while decoding MB 59 75, bytestream -8 [in#0/rtsp @ 0x5ade0a7fce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5ade0a7fce00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1706879692800, "copied_frame_count": 617361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1706879692800, "frame_buffer_copies": 617361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 0.3038, "p50_ms": 0.1075, "p95_ms": 0.2157, "p99_ms": 0.2644}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3495, "count": 512, "max_ms": 3.5197, "p50_ms": 1.283, "p95_ms": 2.2071, "p99_ms": 2.7539, "results": {"failed": 0, "not_applicable": 0, "success": 617361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:04:51+09:00", "last_error_summary": "[h264 @ 0x5ade0b2bdb40] cabac decode of qscale diff failed at 17 76 [h264 @ 0x5ade0b2bdb40] error while decoding MB 17 76, bytestream 4414 [h264 @ 0x5ade0a82e440] error while decoding MB 59 75, bytestream -8 [in#0/rtsp @ 0x5ade0a7fce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5ade0a7fce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 655.658, "last_started_at": "2026-10-31T07:53:55+09:00", "pid": 22091, "process": {"exists": false, "pid": 22091}, "restart_count": 50, "restart_count_per_hour": 1, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.913, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-10-31T08:04:51+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-31T08:04:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.857, "last_sample_duration_ms": 807.381, "last_trigger": "periodic", "next_snapshot_in_sec": 149.143, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 105, "storage_bytes": 2030425}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-10-31T08:04:51.534469+09:00", "mtime_epoch": 1793401491.5344687, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 69150}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:04:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1045.344, "name": "celery", "pid": 176, "rss_mb": 1025.828, "state": "S (sleeping)", "threads": 52}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 617361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.869, "pushed": 2.869, "read": 2.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 65.581, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 85, "max_ms": 3.305, "p95_ms": 1.616, "reason": null, "sample_age_ms": 108.696, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 85, "max_ms": 2.428, "p95_ms": 1.27, "reason": null, "sample_age_ms": 108.934, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 85, "max_ms": 0.191, "p95_ms": 0.137, "reason": null, "sample_age_ms": 65.588, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.413, "count": 85, "max_ms": 2.976, "p95_ms": 2.183, "reason": null, "sample_age_ms": 107.227, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2211848.0, "count": 85, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.206, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.686, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.745, "count": 85, "max_ms": 60.963, "p95_ms": 50.699, "reason": null, "sample_age_ms": 65.577, "source": "client_direct"}, "sample_age_ms": 65.573, "source": "client_direct", "task_total_ms": {"avg_ms": 37.383, "count": 85, "max_ms": 62.984, "p95_ms": 52.201, "reason": null, "sample_age_ms": 65.573, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.498, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.612, "count": 86, "max_ms": 1.63, "p95_ms": 1.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 86, "max_ms": 0.558, "p95_ms": 0.402}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 86, "max_ms": 0.353, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 86, "max_ms": 0.165, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 86, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 86, "max_ms": 0.59, "p95_ms": 0.304}, "setup_ms": {"avg_ms": 0.033, "count": 86, "max_ms": 0.141, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.578, "count": 86, "max_ms": 1.521, "p95_ms": 1.067}, "track_match_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.012, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 86, "max_ms": 0.087, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.9, "count": 86, "max_ms": 7.007, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 86, "max_ms": 0.48, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.302, "count": 86, "max_ms": 63.723, "p95_ms": 54.059}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 86, "max_ms": 0.106, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.206, "count": 86, "max_ms": 115.261, "p95_ms": 104.482}, "inference_input_copy_ms": {"avg_ms": 1.532, "count": 86, "max_ms": 3.443, "p95_ms": 2.308}, "processing_residual_ms": {"avg_ms": 0.132, "count": 86, "max_ms": 0.389, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.908, "count": 86, "max_ms": 116.849, "p95_ms": 106.239}, "read_interval": {"avg_ms": 352.43, "count": 85, "max_ms": 20691.741, "p95_ms": 128.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.039, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.113, "count": 86, "max_ms": 0.403, "p95_ms": 0.232}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.04, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 86, "max_ms": 0.364, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.018, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.314, "count": 86, "max_ms": 63.737, "p95_ms": 54.083}, "visualize": {"avg_ms": 43.447, "count": 86, "max_ms": 63.737, "p95_ms": 54.111}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.685, "count": 86, "max_ms": 62.415, "p95_ms": 53.441}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.269, "count": 86, "max_ms": 63.482, "p95_ms": 53.986}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.18, "count": 86, "max_ms": 63.103, "p95_ms": 53.882}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 86, "max_ms": 0.333, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1025.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.592, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.36, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67666, "write_bytes_delta": 67666, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 513.0, "cpu_core_ratio": 0.465763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3902.0, "pid": 22091, "reason": null, "system_cpu_core_ratio": 0.146529, "system_cpu_s_delta": 5.709999999999994, "user_cpu_core_ratio": 0.319234, "user_cpu_s_delta": 12.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183486.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.078525, "system_cpu_s_delta": 3.0600000000004, "user_cpu_core_ratio": 0.21248, "user_cpu_s_delta": 8.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.877, "count": 86, "max_ms": 5.962, "p95_ms": 4.562, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.845, "count": 30, "max": 52.126, "p95": 39.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.876, "count": 30, "max": 30.449, "p95": 26.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1194.567, "count": 30, "max": 1348.0, "p95": 1325.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1190.767, "count": 30, "max": 19913.0, "p95": 4993.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.289, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.29, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.139, "p95": 0.007, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247386.2, "count": 30, "max": 261756.0, "p95": 258609.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.259, "p95": 0.227, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.589, "p95": 0.583, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5292, "sampled_at": "2026-10-31T08:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 760669, "flush_count": 1052, "flush_interval_seconds": 30.0, "flush_state": {"count": 1052, "last_at": "2026-10-31T08:04:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:04:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1051}, "started": true, "suppressed_count": 616310, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 616310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1052, "written_record_count": 1052}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5953.105, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1706879692800, "copied_frame_count": 617361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1706879692800, "frame_buffer_copies": 617361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 0.3038, "p50_ms": 0.1075, "p95_ms": 0.2157, "p99_ms": 0.2644}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3495, "count": 512, "max_ms": 3.5197, "p50_ms": 1.283, "p95_ms": 2.2071, "p99_ms": 2.7539, "results": {"failed": 0, "not_applicable": 0, "success": 617361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:04:51+09:00", "last_error_summary": "[h264 @ 0x5ade0b2bdb40] cabac decode of qscale diff failed at 17 76 [h264 @ 0x5ade0b2bdb40] error while decoding MB 17 76, bytestream 4414 [h264 @ 0x5ade0a82e440] error while decoding MB 59 75, bytestream -8 [in#0/rtsp @ 0x5ade0a7fce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5ade0a7fce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 655.657, "last_started_at": "2026-10-31T07:53:55+09:00", "pid": 22091, "process": {"exists": false, "pid": 22091}, "restart_count": 50, "restart_count_per_hour": 1, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.913, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T08:04:51+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-10-31T08:04:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.869, "last_sample_duration_ms": 807.381, "last_trigger": "periodic", "next_snapshot_in_sec": 149.131, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 105, "storage_bytes": 2030425}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-31T08:04:51.534469+09:00", "mtime_epoch": 1793401491.5344687, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 69150}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:04:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1045.344, "name": "celery", "pid": 176, "rss_mb": 1025.828, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 617361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.868, "pushed": 2.868, "read": 2.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 71.811, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 85, "max_ms": 3.305, "p95_ms": 1.616, "reason": null, "sample_age_ms": 114.926, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 85, "max_ms": 2.428, "p95_ms": 1.27, "reason": null, "sample_age_ms": 115.164, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 85, "max_ms": 0.191, "p95_ms": 0.137, "reason": null, "sample_age_ms": 71.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.413, "count": 85, "max_ms": 2.976, "p95_ms": 2.183, "reason": null, "sample_age_ms": 113.457, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2211848.0, "count": 85, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.435, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.916, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.745, "count": 85, "max_ms": 60.963, "p95_ms": 50.699, "reason": null, "sample_age_ms": 71.807, "source": "client_direct"}, "sample_age_ms": 71.802, "source": "client_direct", "task_total_ms": {"avg_ms": 37.383, "count": 85, "max_ms": 62.984, "p95_ms": 52.201, "reason": null, "sample_age_ms": 71.802, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.344, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.612, "count": 86, "max_ms": 1.63, "p95_ms": 1.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 86, "max_ms": 0.558, "p95_ms": 0.402}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 86, "max_ms": 0.353, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 86, "max_ms": 0.165, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 86, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 86, "max_ms": 0.59, "p95_ms": 0.304}, "setup_ms": {"avg_ms": 0.033, "count": 86, "max_ms": 0.141, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.578, "count": 86, "max_ms": 1.521, "p95_ms": 1.067}, "track_match_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.012, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 86, "max_ms": 0.087, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.9, "count": 86, "max_ms": 7.007, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 86, "max_ms": 0.48, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.302, "count": 86, "max_ms": 63.723, "p95_ms": 54.059}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 86, "max_ms": 0.106, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.206, "count": 86, "max_ms": 115.261, "p95_ms": 104.482}, "inference_input_copy_ms": {"avg_ms": 1.532, "count": 86, "max_ms": 3.443, "p95_ms": 2.308}, "processing_residual_ms": {"avg_ms": 0.132, "count": 86, "max_ms": 0.389, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.908, "count": 86, "max_ms": 116.849, "p95_ms": 106.239}, "read_interval": {"avg_ms": 352.43, "count": 85, "max_ms": 20691.741, "p95_ms": 128.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.039, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.113, "count": 86, "max_ms": 0.403, "p95_ms": 0.232}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.04, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 86, "max_ms": 0.364, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.018, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.314, "count": 86, "max_ms": 63.737, "p95_ms": 54.083}, "visualize": {"avg_ms": 43.447, "count": 86, "max_ms": 63.737, "p95_ms": 54.111}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.685, "count": 86, "max_ms": 62.415, "p95_ms": 53.441}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.269, "count": 86, "max_ms": 63.482, "p95_ms": 53.986}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.18, "count": 86, "max_ms": 63.103, "p95_ms": 53.882}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 86, "max_ms": 0.333, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1025.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.592, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.36, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67666, "write_bytes_delta": 67666, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 513.0, "cpu_core_ratio": 0.465763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3902.0, "pid": 22091, "reason": null, "system_cpu_core_ratio": 0.146529, "system_cpu_s_delta": 5.709999999999994, "user_cpu_core_ratio": 0.319234, "user_cpu_s_delta": 12.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183486.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.078525, "system_cpu_s_delta": 3.0600000000004, "user_cpu_core_ratio": 0.21248, "user_cpu_s_delta": 8.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.877, "count": 86, "max_ms": 5.962, "p95_ms": 4.562, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.845, "count": 30, "max": 52.126, "p95": 39.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.876, "count": 30, "max": 30.449, "p95": 26.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1194.567, "count": 30, "max": 1348.0, "p95": 1325.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1190.767, "count": 30, "max": 19913.0, "p95": 4993.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.289, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.29, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.139, "p95": 0.007, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247386.2, "count": 30, "max": 261756.0, "p95": 258609.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.259, "p95": 0.227, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.589, "p95": 0.583, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5292, "sampled_at": "2026-10-31T08:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 760669, "flush_count": 1052, "flush_interval_seconds": 30.0, "flush_state": {"count": 1052, "last_at": "2026-10-31T08:04:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:04:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1051}, "started": true, "suppressed_count": 616310, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 616310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1052, "written_record_count": 1052}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5952.883, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1706879692800, "copied_frame_count": 617361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1706879692800, "frame_buffer_copies": 617361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 0.3038, "p50_ms": 0.1075, "p95_ms": 0.2157, "p99_ms": 0.2644}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3495, "count": 512, "max_ms": 3.5197, "p50_ms": 1.283, "p95_ms": 2.2071, "p99_ms": 2.7539, "results": {"failed": 0, "not_applicable": 0, "success": 617361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:04:51+09:00", "last_error_summary": "[h264 @ 0x5ade0b2bdb40] cabac decode of qscale diff failed at 17 76 [h264 @ 0x5ade0b2bdb40] error while decoding MB 17 76, bytestream 4414 [h264 @ 0x5ade0a82e440] error while decoding MB 59 75, bytestream -8 [in#0/rtsp @ 0x5ade0a7fce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5ade0a7fce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 655.709, "last_started_at": "2026-10-31T07:53:55+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 50, "restart_count_per_hour": 1, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.913, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-31T08:04:51+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-10-31T08:04:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.887, "last_sample_duration_ms": 807.381, "last_trigger": "periodic", "next_snapshot_in_sec": 149.113, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 105, "storage_bytes": 2030425}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-31T08:04:51.534469+09:00", "mtime_epoch": 1793401491.5344687, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 69150}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:04:51+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1045.344, "name": "celery", "pid": 176, "rss_mb": 1025.824, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 617361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.841, "pushed": 2.841, "read": 2.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 115.901, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 84, "max_ms": 3.305, "p95_ms": 1.617, "reason": null, "sample_age_ms": 159.015, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.241, "count": 84, "max_ms": 2.428, "p95_ms": 1.271, "reason": null, "sample_age_ms": 159.254, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 85, "max_ms": 0.191, "p95_ms": 0.137, "reason": null, "sample_age_ms": 115.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.412, "count": 84, "max_ms": 2.976, "p95_ms": 2.187, "reason": null, "sample_age_ms": 157.547, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2211848.0, "count": 84, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 157.525, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.006, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.745, "count": 85, "max_ms": 60.963, "p95_ms": 50.699, "reason": null, "sample_age_ms": 115.896, "source": "client_direct"}, "sample_age_ms": 115.892, "source": "client_direct", "task_total_ms": {"avg_ms": 37.383, "count": 85, "max_ms": 62.984, "p95_ms": 52.201, "reason": null, "sample_age_ms": 115.892, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.426, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.612, "count": 85, "max_ms": 1.63, "p95_ms": 1.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 85, "max_ms": 0.558, "p95_ms": 0.402}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 85, "max_ms": 0.353, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 85, "max_ms": 0.165, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 85, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 85, "max_ms": 0.59, "p95_ms": 0.304}, "setup_ms": {"avg_ms": 0.033, "count": 85, "max_ms": 0.141, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.577, "count": 85, "max_ms": 1.521, "p95_ms": 1.067}, "track_match_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.012, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 85, "max_ms": 0.087, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.901, "count": 85, "max_ms": 7.007, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 85, "max_ms": 0.48, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.252, "count": 85, "max_ms": 63.723, "p95_ms": 54.059}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 85, "max_ms": 0.106, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.162, "count": 85, "max_ms": 115.261, "p95_ms": 104.482}, "inference_input_copy_ms": {"avg_ms": 1.523, "count": 85, "max_ms": 3.443, "p95_ms": 2.271}, "processing_residual_ms": {"avg_ms": 0.132, "count": 85, "max_ms": 0.389, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.855, "count": 85, "max_ms": 116.849, "p95_ms": 106.239}, "read_interval": {"avg_ms": 355.463, "count": 84, "max_ms": 20691.741, "p95_ms": 128.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 85, "max_ms": 0.039, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.113, "count": 85, "max_ms": 0.403, "p95_ms": 0.232}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 85, "max_ms": 0.04, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 85, "max_ms": 0.364, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.018, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.264, "count": 85, "max_ms": 63.737, "p95_ms": 54.083}, "visualize": {"avg_ms": 43.453, "count": 85, "max_ms": 63.737, "p95_ms": 54.111}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.694, "count": 85, "max_ms": 62.415, "p95_ms": 53.441}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.277, "count": 85, "max_ms": 63.482, "p95_ms": 53.986}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.188, "count": 85, "max_ms": 63.103, "p95_ms": 53.882}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 85, "max_ms": 0.333, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1025.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.592, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.36, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67666, "write_bytes_delta": 67666, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 513.0, "cpu_core_ratio": 0.465763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3902.0, "pid": 22091, "reason": null, "system_cpu_core_ratio": 0.146529, "system_cpu_s_delta": 5.709999999999994, "user_cpu_core_ratio": 0.319234, "user_cpu_s_delta": 12.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183486.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.078525, "system_cpu_s_delta": 3.0600000000004, "user_cpu_core_ratio": 0.21248, "user_cpu_s_delta": 8.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.877, "count": 86, "max_ms": 5.962, "p95_ms": 4.562, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.845, "count": 30, "max": 52.126, "p95": 39.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.876, "count": 30, "max": 30.449, "p95": 26.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1194.567, "count": 30, "max": 1348.0, "p95": 1325.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1190.767, "count": 30, "max": 19913.0, "p95": 4993.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.289, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.29, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.139, "p95": 0.007, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247386.2, "count": 30, "max": 261756.0, "p95": 258609.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.259, "p95": 0.227, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.589, "p95": 0.583, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5292, "sampled_at": "2026-10-31T08:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 760669, "flush_count": 1052, "flush_interval_seconds": 30.0, "flush_state": {"count": 1052, "last_at": "2026-10-31T08:04:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:04:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1051}, "started": true, "suppressed_count": 616310, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 616310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1052, "written_record_count": 1052}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6137.102, "limit_mb": null}, "detail": {"pid": 22208, "restart_count": 51, "start_count": 52}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1706879692800, "copied_frame_count": 617361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1706879692800, "frame_buffer_copies": 617361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 0.3038, "p50_ms": 0.1075, "p95_ms": 0.2157, "p99_ms": 0.2644}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3495, "count": 512, "max_ms": 3.5197, "p50_ms": 1.283, "p95_ms": 2.2071, "p99_ms": 2.7539, "results": {"failed": 0, "not_applicable": 0, "success": 617361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:04:51+09:00", "last_error_summary": "[h264 @ 0x5ade0b2bdb40] cabac decode of qscale diff failed at 17 76 [h264 @ 0x5ade0b2bdb40] error while decoding MB 17 76, bytestream 4414 [h264 @ 0x5ade0a82e440] error while decoding MB 59 75, bytestream -8 [in#0/rtsp @ 0x5ade0a7fce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5ade0a7fce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:04:53+09:00", "pid": 22208, "process": {"exists": true, "fd_count": 5, "hwm_mb": 219.438, "name": "ffmpeg", "pid": 22208, "rss_mb": 219.438, "state": "S (sleeping)", "threads": 19}, "restart_count": 51, "restart_count_per_hour": 2, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.913, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.177, "last_frame_pushed_at": "2026-10-31T08:04:51+09:00", "last_frame_read_age_sec": 4.27, "last_frame_read_at": "2026-10-31T08:04:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.004, "last_sample_duration_ms": 807.381, "last_trigger": "periodic", "next_snapshot_in_sec": 144.996, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 105, "storage_bytes": 2030425}, "mjpeg": {"age_sec": 4.165, "exists": true, "mtime": "2026-10-31T08:04:51.534469+09:00", "mtime_epoch": 1793401491.5344687, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 69150}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:04:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1045.344, "name": "celery", "pid": 176, "rss_mb": 1025.828, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 617361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.471, "pushed": 1.471, "read": 1.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 43, "client_acquire_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.018, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4227.931, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.476, "count": 43, "max_ms": 1.94, "p95_ms": 1.412, "reason": null, "sample_age_ms": 4271.046, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.221, "count": 43, "max_ms": 1.582, "p95_ms": 1.235, "reason": null, "sample_age_ms": 4271.284, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 44, "max_ms": 0.191, "p95_ms": 0.128, "reason": null, "sample_age_ms": 4227.938, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.309, "count": 43, "max_ms": 2.976, "p95_ms": 2.105, "reason": null, "sample_age_ms": 4269.577, "source": "client_direct"}, "request_count": 43, "request_tensor_bytes": {"avg": 2211848.0, "count": 43, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4269.555, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 44, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4228.036, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.459, "count": 44, "max_ms": 51.136, "p95_ms": 41.431, "reason": null, "sample_age_ms": 4227.927, "source": "client_direct"}, "sample_age_ms": 4227.922, "source": "client_direct", "task_total_ms": {"avg_ms": 34.971, "count": 44, "max_ms": 53.479, "p95_ms": 43.08, "reason": null, "sample_age_ms": 4227.922, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.317, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.536, "count": 44, "max_ms": 0.964, "p95_ms": 0.936}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 44, "max_ms": 0.327, "p95_ms": 0.299}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 44, "max_ms": 0.147, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 44, "max_ms": 0.124, "p95_ms": 0.105}, "mcmt_ms": {"avg_ms": 0.002, "count": 44, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.141, "count": 44, "max_ms": 0.304, "p95_ms": 0.222}, "setup_ms": {"avg_ms": 0.03, "count": 44, "max_ms": 0.061, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.506, "count": 44, "max_ms": 0.906, "p95_ms": 0.892}, "track_match_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 44, "max_ms": 0.058, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.83, "count": 44, "max_ms": 7.007, "p95_ms": 5.156}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 44, "max_ms": 0.48, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.684, "count": 44, "max_ms": 54.268, "p95_ms": 44.178}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 44, "max_ms": 0.073, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.795, "count": 44, "max_ms": 106.486, "p95_ms": 102.524}, "inference_input_copy_ms": {"avg_ms": 1.519, "count": 44, "max_ms": 3.443, "p95_ms": 2.232}, "processing_residual_ms": {"avg_ms": 0.14, "count": 44, "max_ms": 0.389, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.487, "count": 44, "max_ms": 108.73, "p95_ms": 104.426}, "read_interval": {"avg_ms": 598.43, "count": 43, "max_ms": 20691.741, "p95_ms": 120.001}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 44, "max_ms": 0.037, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.097, "count": 44, "max_ms": 0.232, "p95_ms": 0.155}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 44, "max_ms": 0.016, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 44, "max_ms": 0.202, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 44, "max_ms": 0.018, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 35.695, "count": 44, "max_ms": 54.28, "p95_ms": 44.193}, "visualize": {"avg_ms": 42.797, "count": 44, "max_ms": 63.737, "p95_ms": 55.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.107, "count": 44, "max_ms": 62.415, "p95_ms": 54.35}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.653, "count": 44, "max_ms": 63.482, "p95_ms": 54.9}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.573, "count": 44, "max_ms": 63.103, "p95_ms": 54.834}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 44, "max_ms": 0.333, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1025.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.592, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.36, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67666, "write_bytes_delta": 67666, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 513.0, "cpu_core_ratio": 0.465763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3902.0, "pid": 22091, "reason": null, "system_cpu_core_ratio": 0.146529, "system_cpu_s_delta": 5.709999999999994, "user_cpu_core_ratio": 0.319234, "user_cpu_s_delta": 12.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183486.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.078525, "system_cpu_s_delta": 3.0600000000004, "user_cpu_core_ratio": 0.21248, "user_cpu_s_delta": 8.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.877, "count": 86, "max_ms": 5.962, "p95_ms": 4.562, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.845, "count": 30, "max": 52.126, "p95": 39.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.876, "count": 30, "max": 30.449, "p95": 26.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1194.567, "count": 30, "max": 1348.0, "p95": 1325.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1190.767, "count": 30, "max": 19913.0, "p95": 4993.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.289, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.29, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.139, "p95": 0.007, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67812.6, "count": 30, "max": 68774.0, "p95": 68496.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247386.2, "count": 30, "max": 261756.0, "p95": 258609.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.259, "p95": 0.227, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.589, "p95": 0.583, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5292, "sampled_at": "2026-10-31T08:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 767333, "flush_count": 1060, "flush_interval_seconds": 30.0, "flush_state": {"count": 1060, "last_at": "2026-10-31T08:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1059}, "started": true, "suppressed_count": 620723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 620723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1060, "written_record_count": 1060}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5972.625, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6003444cde40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6003444cde40] error while decoding MB 0 85, bytestream 2470 [in#0/rtsp @ 0x60034449ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60034449ce00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1719102873600, "copied_frame_count": 621782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1719102873600, "frame_buffer_copies": 621782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 1.0244, "p50_ms": 0.0944, "p95_ms": 0.2098, "p99_ms": 0.28}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3048, "count": 512, "max_ms": 3.7859, "p50_ms": 1.2134, "p95_ms": 2.1501, "p99_ms": 2.7864, "results": {"failed": 0, "not_applicable": 0, "success": 621782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:13:05+09:00", "last_error_summary": "[h264 @ 0x6003444cde40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6003444cde40] error while decoding MB 0 85, bytestream 2470 [in#0/rtsp @ 0x60034449ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60034449ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 492.128, "last_started_at": "2026-10-31T08:04:53+09:00", "pid": 22208, "process": {"exists": false, "pid": 22208}, "restart_count": 51, "restart_count_per_hour": 2, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-31T08:13:05+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-31T08:13:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.965, "last_sample_duration_ms": 915.605, "last_trigger": "periodic", "next_snapshot_in_sec": 257.035, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 106, "storage_bytes": 2039983}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-31T08:13:05.790472+09:00", "mtime_epoch": 1793401985.7904723, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 70693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:13:05+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1047.48, "name": "celery", "pid": 176, "rss_mb": 1027.965, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 621782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.204, "pushed": 3.204, "read": 3.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.049, "p95_ms": 0.016, "reason": null, "sample_age_ms": 110.055, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.614, "count": 96, "max_ms": 3.949, "p95_ms": 1.953, "reason": null, "sample_age_ms": 138.009, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 96, "max_ms": 3.29, "p95_ms": 1.297, "reason": null, "sample_age_ms": 138.246, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 96, "max_ms": 0.228, "p95_ms": 0.166, "reason": null, "sample_age_ms": 110.06, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.395, "count": 96, "max_ms": 3.08, "p95_ms": 2.243, "reason": null, "sample_age_ms": 136.598, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2211848.0, "count": 96, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 136.578, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.671, "count": 96, "max_ms": 61.097, "p95_ms": 54.459, "reason": null, "sample_age_ms": 110.052, "source": "client_direct"}, "sample_age_ms": 110.049, "source": "client_direct", "task_total_ms": {"avg_ms": 38.298, "count": 96, "max_ms": 63.339, "p95_ms": 56.637, "reason": null, "sample_age_ms": 110.049, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.88, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.626, "count": 96, "max_ms": 1.766, "p95_ms": 1.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 96, "max_ms": 0.517, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 96, "max_ms": 0.327, "p95_ms": 0.193}, "event_filter_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 96, "max_ms": 0.245, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.002, "count": 96, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 96, "max_ms": 0.489, "p95_ms": 0.321}, "setup_ms": {"avg_ms": 0.037, "count": 96, "max_ms": 0.104, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.591, "count": 96, "max_ms": 1.668, "p95_ms": 1.208}, "track_match_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.025, "count": 96, "max_ms": 0.088, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.767, "count": 96, "max_ms": 5.883, "p95_ms": 4.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 96, "max_ms": 0.469, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.189, "count": 96, "max_ms": 63.965, "p95_ms": 59.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 96, "max_ms": 0.14, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.116, "count": 96, "max_ms": 121.597, "p95_ms": 112.002}, "inference_input_copy_ms": {"avg_ms": 1.726, "count": 96, "max_ms": 3.608, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.146, "count": 96, "max_ms": 0.307, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.033, "count": 96, "max_ms": 122.909, "p95_ms": 113.961}, "read_interval": {"avg_ms": 359.624, "count": 96, "max_ms": 20083.681, "p95_ms": 140.028}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 96, "max_ms": 0.044, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.111, "count": 96, "max_ms": 0.37, "p95_ms": 0.239}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 96, "max_ms": 0.027, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 96, "max_ms": 0.337, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.202, "count": 96, "max_ms": 63.978, "p95_ms": 59.144}, "visualize": {"avg_ms": 47.381, "count": 96, "max_ms": 85.461, "p95_ms": 58.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.599, "count": 96, "max_ms": 84.481, "p95_ms": 57.24}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.212, "count": 96, "max_ms": 85.168, "p95_ms": 57.96}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.123, "count": 96, "max_ms": 85.048, "p95_ms": 57.87}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 96, "max_ms": 0.123, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1027.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69835, "write_bytes_delta": 69835, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.218367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5656.0, "pid": 22208, "reason": null, "system_cpu_core_ratio": 0.050419, "system_cpu_s_delta": 1.4499999999999957, "user_cpu_core_ratio": 0.167948, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.239925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107782.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.066762, "system_cpu_s_delta": 1.9200000000000728, "user_cpu_core_ratio": 0.173163, "user_cpu_s_delta": 4.979999999999563}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.793, "count": 85, "max_ms": 5.883, "p95_ms": 4.151, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.752, "count": 30, "max": 55.464, "p95": 45.428, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.769, "count": 30, "max": 25.035, "p95": 23.013, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1076.133, "count": 30, "max": 1323.0, "p95": 1294.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2877.633, "count": 30, "max": 27778.0, "p95": 18567.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.432, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.043, "count": 30, "max": 1.282, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234469.633, "count": 30, "max": 261757.0, "p95": 258614.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.227, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.518, "count": 30, "max": 0.581, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5316, "sampled_at": "2026-10-31T08:13:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:13:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 767333, "flush_count": 1060, "flush_interval_seconds": 30.0, "flush_state": {"count": 1060, "last_at": "2026-10-31T08:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1059}, "started": true, "suppressed_count": 620723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 620723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1060, "written_record_count": 1060}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5971.148, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1719102873600, "copied_frame_count": 621782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1719102873600, "frame_buffer_copies": 621782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 1.0244, "p50_ms": 0.0944, "p95_ms": 0.2098, "p99_ms": 0.28}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3048, "count": 512, "max_ms": 3.7859, "p50_ms": 1.2134, "p95_ms": 2.1501, "p99_ms": 2.7864, "results": {"failed": 0, "not_applicable": 0, "success": 621782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:13:05+09:00", "last_error_summary": "[h264 @ 0x6003444cde40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6003444cde40] error while decoding MB 0 85, bytestream 2470 [in#0/rtsp @ 0x60034449ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60034449ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 492.117, "last_started_at": "2026-10-31T08:04:53+09:00", "pid": 22208, "process": {"exists": false, "pid": 22208}, "restart_count": 51, "restart_count_per_hour": 2, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-31T08:13:05+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T08:13:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.979, "last_sample_duration_ms": 915.605, "last_trigger": "periodic", "next_snapshot_in_sec": 257.021, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 106, "storage_bytes": 2039983}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-31T08:13:05.790472+09:00", "mtime_epoch": 1793401985.7904723, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 70693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:13:05+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1047.48, "name": "celery", "pid": 176, "rss_mb": 1027.965, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 621782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.205, "pushed": 3.205, "read": 3.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.049, "p95_ms": 0.016, "reason": null, "sample_age_ms": 100.058, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.614, "count": 96, "max_ms": 3.949, "p95_ms": 1.953, "reason": null, "sample_age_ms": 128.012, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 96, "max_ms": 3.29, "p95_ms": 1.297, "reason": null, "sample_age_ms": 128.249, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 96, "max_ms": 0.228, "p95_ms": 0.166, "reason": null, "sample_age_ms": 100.063, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.395, "count": 96, "max_ms": 3.08, "p95_ms": 2.243, "reason": null, "sample_age_ms": 126.601, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2211848.0, "count": 96, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.581, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.113, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.671, "count": 96, "max_ms": 61.097, "p95_ms": 54.459, "reason": null, "sample_age_ms": 100.055, "source": "client_direct"}, "sample_age_ms": 100.053, "source": "client_direct", "task_total_ms": {"avg_ms": 38.298, "count": 96, "max_ms": 63.339, "p95_ms": 56.637, "reason": null, "sample_age_ms": 100.053, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.844, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.626, "count": 96, "max_ms": 1.766, "p95_ms": 1.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 96, "max_ms": 0.517, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 96, "max_ms": 0.327, "p95_ms": 0.193}, "event_filter_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 96, "max_ms": 0.245, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.002, "count": 96, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 96, "max_ms": 0.489, "p95_ms": 0.321}, "setup_ms": {"avg_ms": 0.037, "count": 96, "max_ms": 0.104, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.591, "count": 96, "max_ms": 1.668, "p95_ms": 1.208}, "track_match_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.025, "count": 96, "max_ms": 0.088, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.767, "count": 96, "max_ms": 5.883, "p95_ms": 4.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 96, "max_ms": 0.469, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.189, "count": 96, "max_ms": 63.965, "p95_ms": 59.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 96, "max_ms": 0.14, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.116, "count": 96, "max_ms": 121.597, "p95_ms": 112.002}, "inference_input_copy_ms": {"avg_ms": 1.726, "count": 96, "max_ms": 3.608, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.146, "count": 96, "max_ms": 0.307, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.033, "count": 96, "max_ms": 122.909, "p95_ms": 113.961}, "read_interval": {"avg_ms": 359.624, "count": 96, "max_ms": 20083.681, "p95_ms": 140.028}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 96, "max_ms": 0.044, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.111, "count": 96, "max_ms": 0.37, "p95_ms": 0.239}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 96, "max_ms": 0.027, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 96, "max_ms": 0.337, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.202, "count": 96, "max_ms": 63.978, "p95_ms": 59.144}, "visualize": {"avg_ms": 47.381, "count": 96, "max_ms": 85.461, "p95_ms": 58.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.599, "count": 96, "max_ms": 84.481, "p95_ms": 57.24}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.212, "count": 96, "max_ms": 85.168, "p95_ms": 57.96}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.123, "count": 96, "max_ms": 85.048, "p95_ms": 57.87}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 96, "max_ms": 0.123, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1027.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69835, "write_bytes_delta": 69835, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.218367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5656.0, "pid": 22208, "reason": null, "system_cpu_core_ratio": 0.050419, "system_cpu_s_delta": 1.4499999999999957, "user_cpu_core_ratio": 0.167948, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.239925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107782.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.066762, "system_cpu_s_delta": 1.9200000000000728, "user_cpu_core_ratio": 0.173163, "user_cpu_s_delta": 4.979999999999563}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.793, "count": 85, "max_ms": 5.883, "p95_ms": 4.151, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.752, "count": 30, "max": 55.464, "p95": 45.428, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.769, "count": 30, "max": 25.035, "p95": 23.013, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1076.133, "count": 30, "max": 1323.0, "p95": 1294.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2877.633, "count": 30, "max": 27778.0, "p95": 18567.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.432, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.043, "count": 30, "max": 1.282, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234469.633, "count": 30, "max": 261757.0, "p95": 258614.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.227, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.518, "count": 30, "max": 0.581, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5316, "sampled_at": "2026-10-31T08:13:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:13:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 767333, "flush_count": 1060, "flush_interval_seconds": 30.0, "flush_state": {"count": 1060, "last_at": "2026-10-31T08:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1059}, "started": true, "suppressed_count": 620723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 620723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1060, "written_record_count": 1060}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5971.586, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1719102873600, "copied_frame_count": 621782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1719102873600, "frame_buffer_copies": 621782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 1.0244, "p50_ms": 0.0944, "p95_ms": 0.2098, "p99_ms": 0.28}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3048, "count": 512, "max_ms": 3.7859, "p50_ms": 1.2134, "p95_ms": 2.1501, "p99_ms": 2.7864, "results": {"failed": 0, "not_applicable": 0, "success": 621782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:13:05+09:00", "last_error_summary": "[h264 @ 0x6003444cde40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6003444cde40] error while decoding MB 0 85, bytestream 2470 [in#0/rtsp @ 0x60034449ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60034449ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 492.173, "last_started_at": "2026-10-31T08:04:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 51, "restart_count_per_hour": 2, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-10-31T08:13:05+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-31T08:13:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 343.002, "last_sample_duration_ms": 915.605, "last_trigger": "periodic", "next_snapshot_in_sec": 256.998, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 106, "storage_bytes": 2039983}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-31T08:13:05.790472+09:00", "mtime_epoch": 1793401985.7904723, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 70693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:13:05+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1047.48, "name": "celery", "pid": 176, "rss_mb": 1027.961, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 621782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.211, "pushed": 3.211, "read": 3.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.049, "p95_ms": 0.016, "reason": null, "sample_age_ms": 154.273, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.583, "count": 95, "max_ms": 3.949, "p95_ms": 1.633, "reason": null, "sample_age_ms": 182.226, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 95, "max_ms": 2.753, "p95_ms": 1.258, "reason": null, "sample_age_ms": 182.463, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 96, "max_ms": 0.228, "p95_ms": 0.166, "reason": null, "sample_age_ms": 154.277, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.395, "count": 96, "max_ms": 3.08, "p95_ms": 2.243, "reason": null, "sample_age_ms": 180.816, "source": "client_direct"}, "request_count": 95, "request_tensor_bytes": {"avg": 2211848.0, "count": 96, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 180.796, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 154.327, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.671, "count": 96, "max_ms": 61.097, "p95_ms": 54.459, "reason": null, "sample_age_ms": 154.27, "source": "client_direct"}, "sample_age_ms": 154.267, "source": "client_direct", "task_total_ms": {"avg_ms": 38.298, "count": 96, "max_ms": 63.339, "p95_ms": 56.637, "reason": null, "sample_age_ms": 154.267, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.492, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.626, "count": 96, "max_ms": 1.766, "p95_ms": 1.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 96, "max_ms": 0.517, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 96, "max_ms": 0.327, "p95_ms": 0.193}, "event_filter_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 96, "max_ms": 0.245, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.002, "count": 96, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 96, "max_ms": 0.489, "p95_ms": 0.321}, "setup_ms": {"avg_ms": 0.037, "count": 96, "max_ms": 0.104, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.591, "count": 96, "max_ms": 1.668, "p95_ms": 1.208}, "track_match_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.025, "count": 96, "max_ms": 0.088, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.767, "count": 96, "max_ms": 5.883, "p95_ms": 4.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 96, "max_ms": 0.469, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.189, "count": 96, "max_ms": 63.965, "p95_ms": 59.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 96, "max_ms": 0.14, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.116, "count": 96, "max_ms": 121.597, "p95_ms": 112.002}, "inference_input_copy_ms": {"avg_ms": 1.726, "count": 96, "max_ms": 3.608, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.146, "count": 96, "max_ms": 0.307, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.033, "count": 96, "max_ms": 122.909, "p95_ms": 113.961}, "read_interval": {"avg_ms": 313.915, "count": 95, "max_ms": 20083.681, "p95_ms": 136.439}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 96, "max_ms": 0.044, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.111, "count": 96, "max_ms": 0.37, "p95_ms": 0.239}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 96, "max_ms": 0.027, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 96, "max_ms": 0.337, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.202, "count": 96, "max_ms": 63.978, "p95_ms": 59.144}, "visualize": {"avg_ms": 47.381, "count": 96, "max_ms": 85.461, "p95_ms": 58.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.599, "count": 96, "max_ms": 84.481, "p95_ms": 57.24}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.212, "count": 96, "max_ms": 85.168, "p95_ms": 57.96}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.123, "count": 96, "max_ms": 85.048, "p95_ms": 57.87}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 96, "max_ms": 0.123, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1027.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69835, "write_bytes_delta": 69835, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.218367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5656.0, "pid": 22208, "reason": null, "system_cpu_core_ratio": 0.050419, "system_cpu_s_delta": 1.4499999999999957, "user_cpu_core_ratio": 0.167948, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.239925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107782.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.066762, "system_cpu_s_delta": 1.9200000000000728, "user_cpu_core_ratio": 0.173163, "user_cpu_s_delta": 4.979999999999563}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.793, "count": 85, "max_ms": 5.883, "p95_ms": 4.151, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.752, "count": 30, "max": 55.464, "p95": 45.428, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.769, "count": 30, "max": 25.035, "p95": 23.013, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1076.133, "count": 30, "max": 1323.0, "p95": 1294.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2877.633, "count": 30, "max": 27778.0, "p95": 18567.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.432, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.043, "count": 30, "max": 1.282, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234469.633, "count": 30, "max": 261757.0, "p95": 258614.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.227, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.518, "count": 30, "max": 0.581, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5316, "sampled_at": "2026-10-31T08:13:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:13:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 767333, "flush_count": 1060, "flush_interval_seconds": 30.0, "flush_state": {"count": 1060, "last_at": "2026-10-31T08:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1059}, "started": true, "suppressed_count": 620723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 620723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1060, "written_record_count": 1060}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5990.941, "limit_mb": null}, "detail": {"pid": 22324, "restart_count": 52, "start_count": 53}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1719102873600, "copied_frame_count": 621782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1719102873600, "frame_buffer_copies": 621782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 1.0244, "p50_ms": 0.0944, "p95_ms": 0.2098, "p99_ms": 0.28}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3048, "count": 512, "max_ms": 3.7859, "p50_ms": 1.2134, "p95_ms": 2.1501, "p99_ms": 2.7864, "results": {"failed": 0, "not_applicable": 0, "success": 621782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:13:05+09:00", "last_error_summary": "[h264 @ 0x6003444cde40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6003444cde40] error while decoding MB 0 85, bytestream 2470 [in#0/rtsp @ 0x60034449ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60034449ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:13:08+09:00", "pid": 22324, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.688, "name": "ffmpeg", "pid": 22324, "rss_mb": 55.266, "state": "R (running)", "threads": 7}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.656, "last_frame_pushed_at": "2026-10-31T08:13:05+09:00", "last_frame_read_age_sec": 4.751, "last_frame_read_at": "2026-10-31T08:13:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 347.576, "last_sample_duration_ms": 915.605, "last_trigger": "periodic", "next_snapshot_in_sec": 252.424, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 106, "storage_bytes": 2039983}, "mjpeg": {"age_sec": 4.649, "exists": true, "mtime": "2026-10-31T08:13:05.790472+09:00", "mtime_epoch": 1793401985.7904723, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 70693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:13:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1047.48, "name": "celery", "pid": 176, "rss_mb": 1027.965, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 621782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.705, "pushed": 1.705, "read": 1.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.049, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4725.954, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 50, "max_ms": 3.949, "p95_ms": 2.24, "reason": null, "sample_age_ms": 4753.907, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 50, "max_ms": 2.753, "p95_ms": 1.182, "reason": null, "sample_age_ms": 4754.144, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 51, "max_ms": 0.177, "p95_ms": 0.164, "reason": null, "sample_age_ms": 4725.958, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.344, "count": 50, "max_ms": 3.066, "p95_ms": 2.176, "reason": null, "sample_age_ms": 4752.497, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2211848.0, "count": 50, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4752.477, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4726.008, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.538, "count": 51, "max_ms": 61.097, "p95_ms": 57.898, "reason": null, "sample_age_ms": 4725.951, "source": "client_direct"}, "sample_age_ms": 4725.948, "source": "client_direct", "task_total_ms": {"avg_ms": 39.124, "count": 51, "max_ms": 63.339, "p95_ms": 59.803, "reason": null, "sample_age_ms": 4725.948, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.79, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.618, "count": 51, "max_ms": 1.343, "p95_ms": 1.144}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.198, "count": 51, "max_ms": 0.438, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 51, "max_ms": 0.2, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 51, "max_ms": 0.158, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 51, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 51, "max_ms": 0.489, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.037, "count": 51, "max_ms": 0.093, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.584, "count": 51, "max_ms": 1.272, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.014, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 51, "max_ms": 0.057, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.754, "count": 51, "max_ms": 5.883, "p95_ms": 4.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 51, "max_ms": 0.469, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.017, "count": 51, "max_ms": 63.965, "p95_ms": 63.788}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 51, "max_ms": 0.114, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.133, "count": 51, "max_ms": 121.597, "p95_ms": 116.485}, "inference_input_copy_ms": {"avg_ms": 1.514, "count": 51, "max_ms": 3.532, "p95_ms": 2.465}, "processing_residual_ms": {"avg_ms": 0.133, "count": 51, "max_ms": 0.307, "p95_ms": 0.263}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.823, "count": 51, "max_ms": 122.909, "p95_ms": 118.556}, "read_interval": {"avg_ms": 505.607, "count": 50, "max_ms": 20083.681, "p95_ms": 157.415}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 51, "max_ms": 0.04, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.107, "count": 51, "max_ms": 0.37, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.027, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 51, "max_ms": 0.329, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.029, "count": 51, "max_ms": 63.978, "p95_ms": 63.8}, "visualize": {"avg_ms": 46.607, "count": 51, "max_ms": 85.461, "p95_ms": 58.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.834, "count": 51, "max_ms": 84.481, "p95_ms": 57.24}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.441, "count": 51, "max_ms": 85.168, "p95_ms": 57.96}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.353, "count": 51, "max_ms": 85.048, "p95_ms": 57.87}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 51, "max_ms": 0.12, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1027.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 69835, "write_bytes_delta": 69835, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 275.0, "cpu_core_ratio": 0.218367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5656.0, "pid": 22208, "reason": null, "system_cpu_core_ratio": 0.050419, "system_cpu_s_delta": 1.4499999999999957, "user_cpu_core_ratio": 0.167948, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.239925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107782.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.066762, "system_cpu_s_delta": 1.9200000000000728, "user_cpu_core_ratio": 0.173163, "user_cpu_s_delta": 4.979999999999563}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.793, "count": 85, "max_ms": 5.883, "p95_ms": 4.151, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.752, "count": 30, "max": 55.464, "p95": 45.428, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.769, "count": 30, "max": 25.035, "p95": 23.013, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1076.133, "count": 30, "max": 1323.0, "p95": 1294.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2877.633, "count": 30, "max": 27778.0, "p95": 18567.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.432, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.043, "count": 30, "max": 1.282, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67911.0, "count": 30, "max": 70247.0, "p95": 69659.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234469.633, "count": 30, "max": 261757.0, "p95": 258614.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.227, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.518, "count": 30, "max": 0.581, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5316, "sampled_at": "2026-10-31T08:13:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:13:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 982053, "flush_count": 1061, "flush_interval_seconds": 30.0, "flush_state": {"count": 1061, "last_at": "2026-10-31T08:13:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:13:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1060}, "started": true, "suppressed_count": 597349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 597227}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1061, "written_record_count": 1061}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6150.562, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1654143897600, "copied_frame_count": 598287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1654143897600, "frame_buffer_copies": 598287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 1.5028, "p50_ms": 0.0981, "p95_ms": 0.2024, "p99_ms": 0.2873}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4386, "count": 512, "max_ms": 3.7669, "p50_ms": 1.3638, "p95_ms": 2.3311, "p99_ms": 2.8922, "results": {"failed": 0, "not_applicable": 0, "success": 598287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:14:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 1364.139, "last_started_at": "2026-10-31T07:51:31+09:00", "pid": 21975, "process": {"exists": false, "pid": 21975}, "restart_count": 71, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.991, "sample_count": 2823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T08:14:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-31T08:14:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 412.707, "last_sample_duration_ms": 915.605, "last_trigger": "periodic", "next_snapshot_in_sec": 187.293, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 106, "storage_bytes": 2039983}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-10-31T08:14:15.469772+09:00", "mtime_epoch": 1793402055.469772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 69122}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:14:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1094.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 598287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.871, "max": 8.0, "p95": 7.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "by_category.소형선박": {"avg": 1.017, "max": 2.0, "p95": 1.0, "sample_count": 174}, "total": {"avg": 0.639, "max": 2.0, "p95": 1.0, "sample_count": 280}}, "tracking_counts": {"active": {"avg": 0.421, "max": 1.0, "p95": 1.0, "sample_count": 280}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 280}, "tracked": {"avg": 0.421, "max": 1.0, "p95": 1.0, "sample_count": 280}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.339, "pushed": 9.339, "read": 9.305}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 279, "client_acquire_ms": {"avg_ms": 0.008, "count": 279, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 58.212, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 279, "max_ms": 5.453, "p95_ms": 3.161, "reason": null, "sample_age_ms": 101.676, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 279, "max_ms": 5.302, "p95_ms": 1.913, "reason": null, "sample_age_ms": 101.957, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 279, "max_ms": 0.956, "p95_ms": 0.677, "reason": null, "sample_age_ms": 58.241, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.214, "count": 279, "max_ms": 5.86, "p95_ms": 3.51, "reason": null, "sample_age_ms": 99.787, "source": "client_direct"}, "request_count": 279, "request_tensor_bytes": {"avg": 2764808.0, "count": 279, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.75, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 279, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.677, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.373, "count": 279, "max_ms": 74.247, "p95_ms": 64.511, "reason": null, "sample_age_ms": 58.204, "source": "client_direct"}, "sample_age_ms": 58.198, "source": "client_direct", "task_total_ms": {"avg_ms": 49.125, "count": 279, "max_ms": 76.445, "p95_ms": 66.993, "reason": null, "sample_age_ms": 58.198, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.301, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.237, "count": 280, "max_ms": 14.098, "p95_ms": 6.87}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 280, "max_ms": 1.108, "p95_ms": 0.648}, "detection_prepare_ms": {"avg_ms": 0.888, "count": 280, "max_ms": 6.661, "p95_ms": 2.12}, "event_filter_ms": {"avg_ms": 0.005, "count": 280, "max_ms": 0.035, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 280, "max_ms": 0.589, "p95_ms": 0.383}, "mcmt_ms": {"avg_ms": 0.003, "count": 280, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.879, "count": 280, "max_ms": 2.832, "p95_ms": 2.023}, "setup_ms": {"avg_ms": 0.043, "count": 280, "max_ms": 0.14, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.188, "count": 280, "max_ms": 14.022, "p95_ms": 6.804}, "track_match_ms": {"avg_ms": 0.049, "count": 280, "max_ms": 0.307, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 0.829, "count": 280, "max_ms": 3.082, "p95_ms": 2.004}}, "gstreamer_push": {"avg_ms": 3.08, "count": 280, "max_ms": 9.359, "p95_ms": 4.705}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 280, "max_ms": 0.164, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.365, "count": 280, "max_ms": 80.548, "p95_ms": 68.454}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.726, "count": 280, "max_ms": 13.14, "p95_ms": 8.414}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.653, "count": 280, "max_ms": 135.165, "p95_ms": 108.771}, "inference_input_copy_ms": {"avg_ms": 1.89, "count": 280, "max_ms": 4.791, "p95_ms": 2.822}, "processing_residual_ms": {"avg_ms": 0.19, "count": 280, "max_ms": 0.556, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.459, "count": 280, "max_ms": 141.637, "p95_ms": 115.855}, "read_interval": {"avg_ms": 107.429, "count": 279, "max_ms": 170.938, "p95_ms": 143.663}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 280, "max_ms": 0.089, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.819, "count": 280, "max_ms": 2.717, "p95_ms": 1.937}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 280, "max_ms": 0.076, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.804, "count": 280, "max_ms": 2.676, "p95_ms": 1.914}, "worker_merge_ms": {"avg_ms": 0.006, "count": 280, "max_ms": 0.108, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.379, "count": 280, "max_ms": 80.557, "p95_ms": 68.462}, "visualize": {"avg_ms": 33.838, "count": 280, "max_ms": 50.075, "p95_ms": 44.659}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.168, "count": 280, "max_ms": 47.052, "p95_ms": 38.343}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.275, "count": 280, "max_ms": 47.652, "p95_ms": 42.45}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 280, "max_ms": 4.654, "p95_ms": 2.242}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.15, "count": 280, "max_ms": 47.539, "p95_ms": 42.331}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 280, "max_ms": 0.193, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1094.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.89, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.083, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67893, "write_bytes_delta": 67893, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1033.0, "cpu_core_ratio": 0.426543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 21975, "reason": null, "system_cpu_core_ratio": 0.035919, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.390623, "user_cpu_s_delta": 7.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.580952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463959, "system_cpu_s_delta": 9.299999999999272, "user_cpu_core_ratio": 1.116993, "user_cpu_s_delta": 22.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.225, "count": 275, "max_ms": 7.959, "p95_ms": 4.95, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.215, "max": 11.0, "p95": 8.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 0.807, "max": 1.0, "p95": 1.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.753, "count": 30, "max": 50.252, "p95": 44.876, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.815, "count": 30, "max": 31.73, "p95": 24.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 638.167, "count": 30, "max": 1067.0, "p95": 1043.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.3, "count": 30, "max": 9.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.402, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 69896.533, "count": 30, "max": 73457.0, "p95": 72428.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69896.533, "count": 30, "max": 73457.0, "p95": 72428.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 39.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.492, "count": 30, "max": 0.57, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.271, "p95": 1.249, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5395, "sampled_at": "2026-10-31T08:13:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:13:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 982053, "flush_count": 1061, "flush_interval_seconds": 30.0, "flush_state": {"count": 1061, "last_at": "2026-10-31T08:13:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:13:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1060}, "started": true, "suppressed_count": 597349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 597227}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1061, "written_record_count": 1061}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6160.891, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1654143897600, "copied_frame_count": 598287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1654143897600, "frame_buffer_copies": 598287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 1.5028, "p50_ms": 0.0981, "p95_ms": 0.2024, "p99_ms": 0.2873}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4386, "count": 512, "max_ms": 3.7669, "p50_ms": 1.3638, "p95_ms": 2.3311, "p99_ms": 2.8922, "results": {"failed": 0, "not_applicable": 0, "success": 598287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:14:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 1364.179, "last_started_at": "2026-10-31T07:51:31+09:00", "pid": 21975, "process": {"exists": false, "pid": 21975}, "restart_count": 71, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.991, "sample_count": 2823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-31T08:14:15+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-31T08:14:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 412.752, "last_sample_duration_ms": 915.605, "last_trigger": "periodic", "next_snapshot_in_sec": 187.248, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 106, "storage_bytes": 2039983}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-31T08:14:15.563772+09:00", "mtime_epoch": 1793402055.5637724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 70188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:14:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1094.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 598287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.878, "max": 8.0, "p95": 7.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "by_category.소형선박": {"avg": 1.017, "max": 2.0, "p95": 1.0, "sample_count": 174}, "total": {"avg": 0.642, "max": 2.0, "p95": 1.0, "sample_count": 279}}, "tracking_counts": {"active": {"avg": 0.423, "max": 1.0, "p95": 1.0, "sample_count": 279}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 279}, "tracked": {"avg": 0.423, "max": 1.0, "p95": 1.0, "sample_count": 279}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.32, "pushed": 9.32, "read": 9.287}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 278, "client_acquire_ms": {"avg_ms": 0.008, "count": 279, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 101.905, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.887, "count": 278, "max_ms": 5.453, "p95_ms": 3.163, "reason": null, "sample_age_ms": 145.368, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.355, "count": 278, "max_ms": 5.302, "p95_ms": 1.916, "reason": null, "sample_age_ms": 145.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 279, "max_ms": 0.956, "p95_ms": 0.677, "reason": null, "sample_age_ms": 101.934, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.216, "count": 278, "max_ms": 5.86, "p95_ms": 3.514, "reason": null, "sample_age_ms": 143.48, "source": "client_direct"}, "request_count": 278, "request_tensor_bytes": {"avg": 2764808.0, "count": 278, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.443, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 279, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.37, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.373, "count": 279, "max_ms": 74.247, "p95_ms": 64.511, "reason": null, "sample_age_ms": 101.897, "source": "client_direct"}, "sample_age_ms": 101.891, "source": "client_direct", "task_total_ms": {"avg_ms": 49.125, "count": 279, "max_ms": 76.445, "p95_ms": 66.993, "reason": null, "sample_age_ms": 101.891, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.285, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.245, "count": 279, "max_ms": 14.098, "p95_ms": 6.923}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 279, "max_ms": 1.108, "p95_ms": 0.654}, "detection_prepare_ms": {"avg_ms": 0.891, "count": 279, "max_ms": 6.661, "p95_ms": 2.17}, "event_filter_ms": {"avg_ms": 0.005, "count": 279, "max_ms": 0.035, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 279, "max_ms": 0.589, "p95_ms": 0.388}, "mcmt_ms": {"avg_ms": 0.003, "count": 279, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.881, "count": 279, "max_ms": 2.832, "p95_ms": 2.023}, "setup_ms": {"avg_ms": 0.043, "count": 279, "max_ms": 0.14, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 3.197, "count": 279, "max_ms": 14.022, "p95_ms": 6.829}, "track_match_ms": {"avg_ms": 0.049, "count": 279, "max_ms": 0.307, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 0.832, "count": 279, "max_ms": 3.082, "p95_ms": 2.02}}, "gstreamer_push": {"avg_ms": 3.082, "count": 279, "max_ms": 9.359, "p95_ms": 4.747}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 279, "max_ms": 0.164, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.382, "count": 279, "max_ms": 80.548, "p95_ms": 68.763}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.728, "count": 279, "max_ms": 13.14, "p95_ms": 8.645}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.687, "count": 279, "max_ms": 135.165, "p95_ms": 108.812}, "inference_input_copy_ms": {"avg_ms": 1.891, "count": 279, "max_ms": 4.791, "p95_ms": 3.025}, "processing_residual_ms": {"avg_ms": 0.19, "count": 279, "max_ms": 0.556, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.496, "count": 279, "max_ms": 141.637, "p95_ms": 116.06}, "read_interval": {"avg_ms": 107.484, "count": 278, "max_ms": 170.938, "p95_ms": 143.663}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 279, "max_ms": 0.089, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.822, "count": 279, "max_ms": 2.717, "p95_ms": 1.963}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 279, "max_ms": 0.076, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.806, "count": 279, "max_ms": 2.676, "p95_ms": 1.938}, "worker_merge_ms": {"avg_ms": 0.006, "count": 279, "max_ms": 0.108, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.396, "count": 279, "max_ms": 80.557, "p95_ms": 68.78}, "visualize": {"avg_ms": 33.845, "count": 279, "max_ms": 50.075, "p95_ms": 44.806}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.17, "count": 279, "max_ms": 47.052, "p95_ms": 38.371}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.282, "count": 279, "max_ms": 47.652, "p95_ms": 43.356}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 279, "max_ms": 4.654, "p95_ms": 2.258}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.156, "count": 279, "max_ms": 47.539, "p95_ms": 43.237}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 279, "max_ms": 0.193, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 279}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1094.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.89, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.083, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67893, "write_bytes_delta": 67893, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1033.0, "cpu_core_ratio": 0.426543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 21975, "reason": null, "system_cpu_core_ratio": 0.035919, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.390623, "user_cpu_s_delta": 7.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.580952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463959, "system_cpu_s_delta": 9.299999999999272, "user_cpu_core_ratio": 1.116993, "user_cpu_s_delta": 22.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.225, "count": 275, "max_ms": 7.959, "p95_ms": 4.95, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.215, "max": 11.0, "p95": 8.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 0.807, "max": 1.0, "p95": 1.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.753, "count": 30, "max": 50.252, "p95": 44.876, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.815, "count": 30, "max": 31.73, "p95": 24.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 638.167, "count": 30, "max": 1067.0, "p95": 1043.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.3, "count": 30, "max": 9.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.402, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 69896.533, "count": 30, "max": 73457.0, "p95": 72428.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69896.533, "count": 30, "max": 73457.0, "p95": 72428.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 39.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.492, "count": 30, "max": 0.57, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.271, "p95": 1.249, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5395, "sampled_at": "2026-10-31T08:13:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:13:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 982053, "flush_count": 1061, "flush_interval_seconds": 30.0, "flush_state": {"count": 1061, "last_at": "2026-10-31T08:13:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:13:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1060}, "started": true, "suppressed_count": 597349, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 597227}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1061, "written_record_count": 1061}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6327.773, "limit_mb": null}, "detail": {"pid": 22440, "restart_count": 72, "start_count": 73}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1654143897600, "copied_frame_count": 598287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1654143897600, "frame_buffer_copies": 598287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 1.5028, "p50_ms": 0.0981, "p95_ms": 0.2024, "p99_ms": 0.2873}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4386, "count": 512, "max_ms": 3.7669, "p50_ms": 1.3638, "p95_ms": 2.3311, "p99_ms": 2.8922, "results": {"failed": 0, "not_applicable": 0, "success": 598287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 181, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:51:28+09:00", "last_error_summary": "[h264 @ 0x581446a24440] error while decoding MB 9 60, bytestream -6 [h264 @ 0x581446a383c0] cabac decode of qscale diff failed at 65 56 [h264 @ 0x581446a383c0] error while decoding MB 65 56, bytestream -5 [in#0/rtsp @ 0x5814469b8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5814469b8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:14:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:14:18+09:00", "pid": 22440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.676, "name": "ffmpeg", "pid": 22440, "rss_mb": 208.676, "state": "S (sleeping)", "threads": 70}, "restart_count": 72, "restart_count_per_hour": 2, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.063, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.873, "last_frame_pushed_at": "2026-10-31T08:14:15+09:00", "last_frame_read_age_sec": 4.964, "last_frame_read_at": "2026-10-31T08:14:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 417.579, "last_sample_duration_ms": 915.605, "last_trigger": "periodic", "next_snapshot_in_sec": 182.421, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 106, "storage_bytes": 2039983}, "mjpeg": {"age_sec": 4.863, "exists": true, "mtime": "2026-10-31T08:14:15.563772+09:00", "mtime_epoch": 1793402055.5637724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 70188}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:14:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1094.66, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 598287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.953, "max": 8.0, "p95": 7.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "by_category.소형선박": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 165}, "total": {"avg": 0.733, "max": 2.0, "p95": 1.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.509, "max": 1.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.509, "max": 1.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.756, "pushed": 7.756, "read": 7.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4934.615, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 231, "max_ms": 5.453, "p95_ms": 3.129, "reason": null, "sample_age_ms": 4978.079, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 231, "max_ms": 5.302, "p95_ms": 1.933, "reason": null, "sample_age_ms": 4978.361, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 232, "max_ms": 0.956, "p95_ms": 0.677, "reason": null, "sample_age_ms": 4934.644, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.196, "count": 231, "max_ms": 5.86, "p95_ms": 3.468, "reason": null, "sample_age_ms": 4976.191, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4976.154, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4935.08, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.721, "count": 232, "max_ms": 74.247, "p95_ms": 65.079, "reason": null, "sample_age_ms": 4934.608, "source": "client_direct"}, "sample_age_ms": 4934.601, "source": "client_direct", "task_total_ms": {"avg_ms": 49.462, "count": 232, "max_ms": 76.445, "p95_ms": 68.118, "reason": null, "sample_age_ms": 4934.601, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.183, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.617, "count": 232, "max_ms": 14.098, "p95_ms": 7.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.344, "count": 232, "max_ms": 1.108, "p95_ms": 0.67}, "detection_prepare_ms": {"avg_ms": 1.0, "count": 232, "max_ms": 6.661, "p95_ms": 2.18}, "event_filter_ms": {"avg_ms": 0.005, "count": 232, "max_ms": 0.02, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.177, "count": 232, "max_ms": 0.589, "p95_ms": 0.393}, "mcmt_ms": {"avg_ms": 0.003, "count": 232, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.988, "count": 232, "max_ms": 2.832, "p95_ms": 2.155}, "setup_ms": {"avg_ms": 0.044, "count": 232, "max_ms": 0.115, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.567, "count": 232, "max_ms": 14.022, "p95_ms": 7.043}, "track_match_ms": {"avg_ms": 0.056, "count": 232, "max_ms": 0.307, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 0.948, "count": 232, "max_ms": 3.082, "p95_ms": 2.075}}, "gstreamer_push": {"avg_ms": 3.086, "count": 232, "max_ms": 9.359, "p95_ms": 4.705}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 232, "max_ms": 0.164, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.738, "count": 232, "max_ms": 80.548, "p95_ms": 70.085}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.74, "count": 232, "max_ms": 13.14, "p95_ms": 8.645}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.671, "count": 232, "max_ms": 135.165, "p95_ms": 111.238}, "inference_input_copy_ms": {"avg_ms": 1.906, "count": 232, "max_ms": 4.791, "p95_ms": 3.025}, "processing_residual_ms": {"avg_ms": 0.195, "count": 232, "max_ms": 0.556, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.511, "count": 232, "max_ms": 141.637, "p95_ms": 116.078}, "read_interval": {"avg_ms": 108.534, "count": 231, "max_ms": 170.938, "p95_ms": 147.03}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 232, "max_ms": 0.089, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.926, "count": 232, "max_ms": 2.717, "p95_ms": 2.01}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 232, "max_ms": 0.076, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.909, "count": 232, "max_ms": 2.676, "p95_ms": 1.975}, "worker_merge_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.108, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.753, "count": 232, "max_ms": 80.557, "p95_ms": 70.093}, "visualize": {"avg_ms": 34.084, "count": 232, "max_ms": 50.075, "p95_ms": 45.153}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.246, "count": 232, "max_ms": 47.052, "p95_ms": 39.278}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.54, "count": 232, "max_ms": 47.652, "p95_ms": 43.671}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 232, "max_ms": 3.054, "p95_ms": 2.176}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.414, "count": 232, "max_ms": 47.539, "p95_ms": 43.53}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 232, "max_ms": 0.193, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1094.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.89, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.083, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:13:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67893, "write_bytes_delta": 67893, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1033.0, "cpu_core_ratio": 0.426543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 21975, "reason": null, "system_cpu_core_ratio": 0.035919, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.390623, "user_cpu_s_delta": 7.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.580952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463959, "system_cpu_s_delta": 9.299999999999272, "user_cpu_core_ratio": 1.116993, "user_cpu_s_delta": 22.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.225, "count": 275, "max_ms": 7.959, "p95_ms": 4.95, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.215, "max": 11.0, "p95": 8.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 0.807, "max": 1.0, "p95": 1.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.753, "count": 30, "max": 50.252, "p95": 44.876, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.815, "count": 30, "max": 31.73, "p95": 24.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 638.167, "count": 30, "max": 1067.0, "p95": 1043.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.3, "count": 30, "max": 9.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.402, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 69896.533, "count": 30, "max": 73457.0, "p95": 72428.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69896.533, "count": 30, "max": 73457.0, "p95": 72428.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 39.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.492, "count": 30, "max": 0.57, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.271, "p95": 1.249, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5395, "sampled_at": "2026-10-31T08:13:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:13:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 774830, "flush_count": 1069, "flush_interval_seconds": 30.0, "flush_state": {"count": 1069, "last_at": "2026-10-31T08:22:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:22:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1068}, "started": true, "suppressed_count": 626197, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 626197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1069, "written_record_count": 1069}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6000.715, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b535d57cec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b535d57cec0] error while decoding MB 0 78, bytestream 124 [h264 @ 0x5b535caa1600] cabac decode of qscale diff failed at 106 72 [h264 @ 0x5b535caa1600] error while decoding MB 106 72, bytestream 14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1734259507200, "copied_frame_count": 627264, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1734259507200, "frame_buffer_copies": 627264, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.135, "count": 512, "max_ms": 0.4244, "p50_ms": 0.1197, "p95_ms": 0.2613, "p99_ms": 0.3352}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3745, "count": 512, "max_ms": 4.0653, "p50_ms": 1.314, "p95_ms": 2.2287, "p99_ms": 2.9367, "results": {"failed": 0, "not_applicable": 0, "success": 627264, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:22:44+09:00", "last_error_summary": "[h264 @ 0x5b535d57cec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b535d57cec0] error while decoding MB 0 78, bytestream 124 [h264 @ 0x5b535caa1600] cabac decode of qscale diff failed at 106 72 [h264 @ 0x5b535caa1600] error while decoding MB 106 72, bytestream 14", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 575.798, "last_started_at": "2026-10-31T08:13:08+09:00", "pid": 22324, "process": {"exists": false, "pid": 22324}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.304, "sample_count": 2798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-31T08:22:44+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-31T08:22:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.629, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 280.371, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-31T08:22:44.165027+09:00", "mtime_epoch": 1793402564.1650271, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74127}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:22:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1051.57, "name": "celery", "pid": 176, "rss_mb": 1051.57, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 627265, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.988, "pushed": 6.988, "read": 6.988}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.007, "count": 210, "max_ms": 0.064, "p95_ms": 0.015, "reason": null, "sample_age_ms": 37.155, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 209, "max_ms": 5.028, "p95_ms": 2.139, "reason": null, "sample_age_ms": 79.163, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 209, "max_ms": 3.032, "p95_ms": 1.622, "reason": null, "sample_age_ms": 79.494, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 210, "max_ms": 0.291, "p95_ms": 0.202, "reason": null, "sample_age_ms": 37.161, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.462, "count": 209, "max_ms": 3.629, "p95_ms": 2.368, "reason": null, "sample_age_ms": 78.079, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2211848.0, "count": 209, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 78.064, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.223, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.227, "count": 210, "max_ms": 71.198, "p95_ms": 58.2, "reason": null, "sample_age_ms": 37.152, "source": "client_direct"}, "sample_age_ms": 37.149, "source": "client_direct", "task_total_ms": {"avg_ms": 40.948, "count": 210, "max_ms": 73.118, "p95_ms": 61.155, "reason": null, "sample_age_ms": 37.149, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.906, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.743, "count": 209, "max_ms": 9.803, "p95_ms": 1.417}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 209, "max_ms": 0.75, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 209, "max_ms": 0.297, "p95_ms": 0.201}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.034, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 209, "max_ms": 0.376, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.002, "count": 209, "max_ms": 0.031, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 209, "max_ms": 8.509, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.042, "count": 209, "max_ms": 0.118, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.705, "count": 209, "max_ms": 9.716, "p95_ms": 1.339}, "track_match_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 209, "max_ms": 0.128, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.868, "count": 209, "max_ms": 6.429, "p95_ms": 4.603}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 209, "max_ms": 0.118, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.935, "count": 209, "max_ms": 75.321, "p95_ms": 62.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 209, "max_ms": 0.161, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.695, "count": 209, "max_ms": 142.166, "p95_ms": 115.643}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 209, "max_ms": 3.357, "p95_ms": 2.126}, "processing_residual_ms": {"avg_ms": 0.147, "count": 209, "max_ms": 0.435, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.322, "count": 209, "max_ms": 144.165, "p95_ms": 117.33}, "read_interval": {"avg_ms": 143.194, "count": 209, "max_ms": 2987.147, "p95_ms": 150.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.055, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.161, "count": 209, "max_ms": 8.381, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 209, "max_ms": 0.259, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.145, "count": 209, "max_ms": 8.348, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.949, "count": 209, "max_ms": 75.33, "p95_ms": 62.06}, "visualize": {"avg_ms": 46.029, "count": 209, "max_ms": 68.108, "p95_ms": 56.8}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.179, "count": 209, "max_ms": 66.862, "p95_ms": 55.851}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.838, "count": 209, "max_ms": 67.736, "p95_ms": 56.563}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.741, "count": 209, "max_ms": 67.575, "p95_ms": 56.432}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 209, "max_ms": 0.173, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1030.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.327, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.135, "sample_count": 2885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72380, "write_bytes_delta": 72380, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1286.0, "cpu_core_ratio": 1.219889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 897.0, "pid": 22324, "reason": null, "system_cpu_core_ratio": 0.052217, "system_cpu_s_delta": 1.0500000000000007, "user_cpu_core_ratio": 1.167672, "user_cpu_s_delta": 23.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.768833, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234811.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.212846, "system_cpu_s_delta": 4.279999999999745, "user_cpu_core_ratio": 0.555987, "user_cpu_s_delta": 11.179999999996653}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.024, "count": 276, "max_ms": 6.738, "p95_ms": 4.762, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.67, "count": 30, "max": 38.136, "p95": 30.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.835, "count": 30, "max": 26.381, "p95": 25.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.533, "count": 30, "max": 1352.0, "p95": 1326.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 196.133, "count": 30, "max": 4259.0, "p95": 797.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.056, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.129, "count": 30, "max": 1.219, "p95": 1.185, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66802.233, "count": 30, "max": 74614.0, "p95": 71969.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66802.233, "count": 30, "max": 74614.0, "p95": 71969.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177926.433, "count": 30, "max": 255341.0, "p95": 252775.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.229, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5356, "sampled_at": "2026-10-31T08:22:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:22:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 774830, "flush_count": 1069, "flush_interval_seconds": 30.0, "flush_state": {"count": 1069, "last_at": "2026-10-31T08:22:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:22:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1068}, "started": true, "suppressed_count": 626197, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 626197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1069, "written_record_count": 1069}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5980.633, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T08:22:44+09:00", "last_error_summary": "[h264 @ 0x5b535d57cec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b535d57cec0] error while decoding MB 0 78, bytestream 124 [h264 @ 0x5b535caa1600] cabac decode of qscale diff failed at 106 72 [h264 @ 0x5b535caa1600] error while decoding MB 106 72, bytestream 14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1734262272000, "copied_frame_count": 627265, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1734262272000, "frame_buffer_copies": 627265, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.135, "count": 512, "max_ms": 0.4244, "p50_ms": 0.1197, "p95_ms": 0.2613, "p99_ms": 0.3352}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3797, "count": 512, "max_ms": 4.2191, "p50_ms": 1.314, "p95_ms": 2.2298, "p99_ms": 2.9549, "results": {"failed": 0, "not_applicable": 0, "success": 627265, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:22:44+09:00", "last_error_summary": "[h264 @ 0x5b535d57cec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b535d57cec0] error while decoding MB 0 78, bytestream 124 [h264 @ 0x5b535caa1600] cabac decode of qscale diff failed at 106 72 [h264 @ 0x5b535caa1600] error while decoding MB 106 72, bytestream 14", "last_exit_at": "2026-10-31T08:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 575.835, "last_started_at": "2026-10-31T08:13:08+09:00", "pid": 22324, "process": {"exists": false, "pid": 22324}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.304, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T08:22:44+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-10-31T08:22:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.666, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 280.334, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-10-31T08:22:44.165027+09:00", "mtime_epoch": 1793402564.1650271, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74127}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:22:44+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1050.133, "name": "celery", "pid": 176, "rss_mb": 1030.602, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 627265, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.013, "pushed": 7.013, "read": 6.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.064, "p95_ms": 0.015, "reason": null, "sample_age_ms": 73.642, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 209, "max_ms": 5.028, "p95_ms": 2.139, "reason": null, "sample_age_ms": 115.65, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 209, "max_ms": 3.032, "p95_ms": 1.622, "reason": null, "sample_age_ms": 115.981, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 209, "max_ms": 0.291, "p95_ms": 0.202, "reason": null, "sample_age_ms": 73.648, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.462, "count": 209, "max_ms": 3.629, "p95_ms": 2.368, "reason": null, "sample_age_ms": 114.566, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2211848.0, "count": 209, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.551, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.71, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.244, "count": 209, "max_ms": 71.198, "p95_ms": 58.209, "reason": null, "sample_age_ms": 73.639, "source": "client_direct"}, "sample_age_ms": 73.636, "source": "client_direct", "task_total_ms": {"avg_ms": 40.964, "count": 209, "max_ms": 73.118, "p95_ms": 61.162, "reason": null, "sample_age_ms": 73.636, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.945, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.743, "count": 210, "max_ms": 9.803, "p95_ms": 1.417}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 210, "max_ms": 0.75, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 210, "max_ms": 0.297, "p95_ms": 0.201}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.034, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 210, "max_ms": 0.376, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.002, "count": 210, "max_ms": 0.031, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 210, "max_ms": 8.509, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.042, "count": 210, "max_ms": 0.118, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.704, "count": 210, "max_ms": 9.716, "p95_ms": 1.339}, "track_match_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 210, "max_ms": 0.128, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.864, "count": 210, "max_ms": 6.429, "p95_ms": 4.603}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 210, "max_ms": 0.118, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.939, "count": 210, "max_ms": 75.321, "p95_ms": 62.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 210, "max_ms": 0.161, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.76, "count": 210, "max_ms": 142.166, "p95_ms": 115.643}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 210, "max_ms": 3.357, "p95_ms": 2.126}, "processing_residual_ms": {"avg_ms": 0.147, "count": 210, "max_ms": 0.435, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.388, "count": 210, "max_ms": 144.165, "p95_ms": 117.33}, "read_interval": {"avg_ms": 143.194, "count": 209, "max_ms": 2987.147, "p95_ms": 150.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.055, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.161, "count": 210, "max_ms": 8.381, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 210, "max_ms": 0.259, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.145, "count": 210, "max_ms": 8.348, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.952, "count": 210, "max_ms": 75.33, "p95_ms": 62.06}, "visualize": {"avg_ms": 46.094, "count": 210, "max_ms": 68.108, "p95_ms": 56.907}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.243, "count": 210, "max_ms": 66.862, "p95_ms": 55.999}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.904, "count": 210, "max_ms": 67.736, "p95_ms": 56.636}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.806, "count": 210, "max_ms": 67.575, "p95_ms": 56.545}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 210, "max_ms": 0.173, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1030.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.327, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.135, "sample_count": 2885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72380, "write_bytes_delta": 72380, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1286.0, "cpu_core_ratio": 1.219889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 897.0, "pid": 22324, "reason": null, "system_cpu_core_ratio": 0.052217, "system_cpu_s_delta": 1.0500000000000007, "user_cpu_core_ratio": 1.167672, "user_cpu_s_delta": 23.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.768833, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234811.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.212846, "system_cpu_s_delta": 4.279999999999745, "user_cpu_core_ratio": 0.555987, "user_cpu_s_delta": 11.179999999996653}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.024, "count": 276, "max_ms": 6.738, "p95_ms": 4.762, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.67, "count": 30, "max": 38.136, "p95": 30.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.835, "count": 30, "max": 26.381, "p95": 25.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.533, "count": 30, "max": 1352.0, "p95": 1326.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 196.133, "count": 30, "max": 4259.0, "p95": 797.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.056, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.129, "count": 30, "max": 1.219, "p95": 1.185, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66802.233, "count": 30, "max": 74614.0, "p95": 71969.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66802.233, "count": 30, "max": 74614.0, "p95": 71969.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177926.433, "count": 30, "max": 255341.0, "p95": 252775.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.229, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5356, "sampled_at": "2026-10-31T08:22:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:22:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 774830, "flush_count": 1069, "flush_interval_seconds": 30.0, "flush_state": {"count": 1069, "last_at": "2026-10-31T08:22:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:22:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1068}, "started": true, "suppressed_count": 626197, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 626197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1069, "written_record_count": 1069}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5980.926, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1734262272000, "copied_frame_count": 627265, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1734262272000, "frame_buffer_copies": 627265, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.135, "count": 512, "max_ms": 0.4244, "p50_ms": 0.1197, "p95_ms": 0.2613, "p99_ms": 0.3352}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3797, "count": 512, "max_ms": 4.2191, "p50_ms": 1.314, "p95_ms": 2.2298, "p99_ms": 2.9549, "results": {"failed": 0, "not_applicable": 0, "success": 627265, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:22:44+09:00", "last_error_summary": "[h264 @ 0x5b535d57cec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b535d57cec0] error while decoding MB 0 78, bytestream 124 [h264 @ 0x5b535caa1600] cabac decode of qscale diff failed at 106 72 [h264 @ 0x5b535caa1600] error while decoding MB 106 72, bytestream 14", "last_exit_at": "2026-10-31T08:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 575.855, "last_started_at": "2026-10-31T08:13:08+09:00", "pid": 22324, "process": {"exists": false, "pid": 22324}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.304, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-31T08:22:44+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-31T08:22:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.685, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 280.315, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-31T08:22:44.279028+09:00", "mtime_epoch": 1793402564.2790277, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 73839}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:22:44+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1050.133, "name": "celery", "pid": 176, "rss_mb": 1030.602, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 627265, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.008, "pushed": 7.008, "read": 6.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.064, "p95_ms": 0.015, "reason": null, "sample_age_ms": 94.715, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 209, "max_ms": 5.028, "p95_ms": 2.139, "reason": null, "sample_age_ms": 136.723, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 209, "max_ms": 3.032, "p95_ms": 1.622, "reason": null, "sample_age_ms": 137.054, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 209, "max_ms": 0.291, "p95_ms": 0.202, "reason": null, "sample_age_ms": 94.721, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.462, "count": 209, "max_ms": 3.629, "p95_ms": 2.368, "reason": null, "sample_age_ms": 135.639, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2211848.0, "count": 209, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.624, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.244, "count": 209, "max_ms": 71.198, "p95_ms": 58.209, "reason": null, "sample_age_ms": 94.712, "source": "client_direct"}, "sample_age_ms": 94.709, "source": "client_direct", "task_total_ms": {"avg_ms": 40.964, "count": 209, "max_ms": 73.118, "p95_ms": 61.162, "reason": null, "sample_age_ms": 94.709, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.854, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.743, "count": 210, "max_ms": 9.803, "p95_ms": 1.417}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 210, "max_ms": 0.75, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 210, "max_ms": 0.297, "p95_ms": 0.201}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.034, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 210, "max_ms": 0.376, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.002, "count": 210, "max_ms": 0.031, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 210, "max_ms": 8.509, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.042, "count": 210, "max_ms": 0.118, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.704, "count": 210, "max_ms": 9.716, "p95_ms": 1.339}, "track_match_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 210, "max_ms": 0.128, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.864, "count": 210, "max_ms": 6.429, "p95_ms": 4.603}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 210, "max_ms": 0.118, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.939, "count": 210, "max_ms": 75.321, "p95_ms": 62.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 210, "max_ms": 0.161, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.76, "count": 210, "max_ms": 142.166, "p95_ms": 115.643}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 210, "max_ms": 3.357, "p95_ms": 2.126}, "processing_residual_ms": {"avg_ms": 0.147, "count": 210, "max_ms": 0.435, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.388, "count": 210, "max_ms": 144.165, "p95_ms": 117.33}, "read_interval": {"avg_ms": 143.194, "count": 209, "max_ms": 2987.147, "p95_ms": 150.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.055, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.161, "count": 210, "max_ms": 8.381, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 210, "max_ms": 0.259, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.145, "count": 210, "max_ms": 8.348, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.952, "count": 210, "max_ms": 75.33, "p95_ms": 62.06}, "visualize": {"avg_ms": 46.094, "count": 210, "max_ms": 68.108, "p95_ms": 56.907}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.243, "count": 210, "max_ms": 66.862, "p95_ms": 55.999}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.904, "count": 210, "max_ms": 67.736, "p95_ms": 56.636}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.806, "count": 210, "max_ms": 67.575, "p95_ms": 56.545}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 210, "max_ms": 0.173, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1030.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.327, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.135, "sample_count": 2885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72380, "write_bytes_delta": 72380, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1286.0, "cpu_core_ratio": 1.219889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 897.0, "pid": 22324, "reason": null, "system_cpu_core_ratio": 0.052217, "system_cpu_s_delta": 1.0500000000000007, "user_cpu_core_ratio": 1.167672, "user_cpu_s_delta": 23.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.768833, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 234811.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.212846, "system_cpu_s_delta": 4.279999999999745, "user_cpu_core_ratio": 0.555987, "user_cpu_s_delta": 11.179999999996653}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.024, "count": 276, "max_ms": 6.738, "p95_ms": 4.762, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.67, "count": 30, "max": 38.136, "p95": 30.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.835, "count": 30, "max": 26.381, "p95": 25.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.533, "count": 30, "max": 1352.0, "p95": 1326.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 196.133, "count": 30, "max": 4259.0, "p95": 797.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.056, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.129, "count": 30, "max": 1.219, "p95": 1.185, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66802.233, "count": 30, "max": 74614.0, "p95": 71969.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66802.233, "count": 30, "max": 74614.0, "p95": 71969.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177926.433, "count": 30, "max": 255341.0, "p95": 252775.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.229, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5356, "sampled_at": "2026-10-31T08:22:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:22:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 774830, "flush_count": 1069, "flush_interval_seconds": 30.0, "flush_state": {"count": 1069, "last_at": "2026-10-31T08:22:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:22:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1068}, "started": true, "suppressed_count": 626197, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 626197}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1069, "written_record_count": 1069}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6268.547, "limit_mb": null}, "detail": {"pid": 22556, "restart_count": 53, "start_count": 54}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1734262272000, "copied_frame_count": 627265, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1734262272000, "frame_buffer_copies": 627265, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.135, "count": 512, "max_ms": 0.4244, "p50_ms": 0.1197, "p95_ms": 0.2613, "p99_ms": 0.3352}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3797, "count": 512, "max_ms": 4.2191, "p50_ms": 1.314, "p95_ms": 2.2298, "p99_ms": 2.9549, "results": {"failed": 0, "not_applicable": 0, "success": 627265, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:22:44+09:00", "last_error_summary": "[h264 @ 0x5b535d57cec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b535d57cec0] error while decoding MB 0 78, bytestream 124 [h264 @ 0x5b535caa1600] cabac decode of qscale diff failed at 106 72 [h264 @ 0x5b535caa1600] error while decoding MB 106 72, bytestream 14", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:22:47+09:00", "pid": 22556, "process": {"exists": true, "fd_count": 5, "hwm_mb": 322.918, "name": "ffmpeg", "pid": 22556, "rss_mb": 322.918, "state": "R (running)", "threads": 49}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.999, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.99, "last_frame_pushed_at": "2026-10-31T08:22:44+09:00", "last_frame_read_age_sec": 5.102, "last_frame_read_at": "2026-10-31T08:22:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 324.657, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 275.343, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 4.983, "exists": true, "mtime": "2026-10-31T08:22:44.279028+09:00", "mtime_epoch": 1793402564.2790277, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 73839}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:22:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1050.133, "name": "celery", "pid": 176, "rss_mb": 1030.605, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 627265, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.514, "pushed": 5.514, "read": 5.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.007, "count": 165, "max_ms": 0.064, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5064.438, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.63, "count": 164, "max_ms": 5.028, "p95_ms": 2.116, "reason": null, "sample_age_ms": 5106.446, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 164, "max_ms": 3.032, "p95_ms": 1.53, "reason": null, "sample_age_ms": 5106.776, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 165, "max_ms": 0.291, "p95_ms": 0.199, "reason": null, "sample_age_ms": 5064.444, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.474, "count": 164, "max_ms": 3.329, "p95_ms": 2.378, "reason": null, "sample_age_ms": 5105.362, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5105.347, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5064.506, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.121, "count": 165, "max_ms": 65.331, "p95_ms": 54.629, "reason": null, "sample_age_ms": 5064.435, "source": "client_direct"}, "sample_age_ms": 5064.432, "source": "client_direct", "task_total_ms": {"avg_ms": 39.848, "count": 165, "max_ms": 67.87, "p95_ms": 56.718, "reason": null, "sample_age_ms": 5064.432, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.561, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.75, "count": 165, "max_ms": 9.803, "p95_ms": 1.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 165, "max_ms": 0.625, "p95_ms": 0.434}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 165, "max_ms": 0.297, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.034, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 165, "max_ms": 0.223, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.002, "count": 165, "max_ms": 0.031, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.23, "count": 165, "max_ms": 8.509, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.041, "count": 165, "max_ms": 0.118, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.712, "count": 165, "max_ms": 9.716, "p95_ms": 1.292}, "track_match_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.015, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 165, "max_ms": 0.128, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.909, "count": 165, "max_ms": 5.985, "p95_ms": 4.499}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 165, "max_ms": 0.101, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.828, "count": 165, "max_ms": 73.078, "p95_ms": 58.653}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 165, "max_ms": 0.161, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.537, "count": 165, "max_ms": 142.166, "p95_ms": 113.967}, "inference_input_copy_ms": {"avg_ms": 1.458, "count": 165, "max_ms": 3.357, "p95_ms": 2.126}, "processing_residual_ms": {"avg_ms": 0.153, "count": 165, "max_ms": 0.435, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.194, "count": 165, "max_ms": 144.165, "p95_ms": 116.066}, "read_interval": {"avg_ms": 152.028, "count": 164, "max_ms": 2987.147, "p95_ms": 150.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 165, "max_ms": 0.055, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.173, "count": 165, "max_ms": 8.381, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 165, "max_ms": 0.259, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.157, "count": 165, "max_ms": 8.348, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.841, "count": 165, "max_ms": 73.124, "p95_ms": 58.695}, "visualize": {"avg_ms": 45.974, "count": 165, "max_ms": 68.108, "p95_ms": 56.459}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.137, "count": 165, "max_ms": 66.862, "p95_ms": 55.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.787, "count": 165, "max_ms": 67.736, "p95_ms": 56.21}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.69, "count": 165, "max_ms": 67.575, "p95_ms": 56.12}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 165, "max_ms": 0.173, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1030.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.689, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.304, "sample_count": 2770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.957, "exists": true, "size_bytes": 73839, "write_bytes_delta": 73839, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 22324, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.479112, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 76988.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.130311, "system_cpu_s_delta": 1.3299999999999272, "user_cpu_core_ratio": 0.348801, "user_cpu_s_delta": 3.5600000000013097}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.861, "count": 183, "max_ms": 5.985, "p95_ms": 4.491, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.833, "count": 30, "max": 38.136, "p95": 30.016, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.968, "count": 30, "max": 26.381, "p95": 25.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.4, "count": 30, "max": 1352.0, "p95": 1326.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 525.2, "count": 30, "max": 9873.0, "p95": 2746.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.377, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.219, "p95": 1.185, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.099, "count": 30, "max": 2.957, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 67261.167, "count": 30, "max": 74614.0, "p95": 73182.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67261.167, "count": 30, "max": 74614.0, "p95": 73182.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177370.433, "count": 30, "max": 255341.0, "p95": 252775.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.229, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5358, "sampled_at": "2026-10-31T08:22:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:22:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 993401, "flush_count": 1072, "flush_interval_seconds": 30.0, "flush_state": {"count": 1072, "last_at": "2026-10-31T08:24:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:24:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1071}, "started": true, "suppressed_count": 602640, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 602518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1072, "written_record_count": 1072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6188.23, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x586901e32b80] error while decoding MB 1 61, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1668800102400, "copied_frame_count": 603588, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1668800102400, "frame_buffer_copies": 603588, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1091, "count": 512, "max_ms": 0.357, "p50_ms": 0.0936, "p95_ms": 0.2057, "p99_ms": 0.2842}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5173, "count": 512, "max_ms": 8.324, "p50_ms": 1.4007, "p95_ms": 2.4206, "p99_ms": 3.395, "results": {"failed": 0, "not_applicable": 0, "success": 603588, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:25:24+09:00", "last_error_summary": "[h264 @ 0x586901e32b80] error while decoding MB 1 61, bytestream -11", "last_exit_at": "2026-10-31T08:14:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 666.069, "last_started_at": "2026-10-31T08:14:18+09:00", "pid": 22440, "process": {"exists": false, "pid": 22440}, "restart_count": 72, "restart_count_per_hour": 2, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.383, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-31T08:25:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-31T08:25:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 479.904, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 120.096, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-31T08:25:24.422752+09:00", "mtime_epoch": 1793402724.4227524, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 74973}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:25:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1097.215, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 603589, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.739, "max": 15.0, "p95": 11.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "by_category.소형선박": {"avg": 2.679, "max": 4.0, "p95": 4.0, "sample_count": 234}, "total": {"avg": 3.679, "max": 5.0, "p95": 5.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.814, "pushed": 7.814, "read": 7.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.009, "count": 234, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 39.896, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.138, "count": 234, "max_ms": 8.392, "p95_ms": 3.721, "reason": null, "sample_age_ms": 80.351, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 234, "max_ms": 7.828, "p95_ms": 2.331, "reason": null, "sample_age_ms": 80.642, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 234, "max_ms": 2.331, "p95_ms": 0.657, "reason": null, "sample_age_ms": 39.91, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.374, "count": 234, "max_ms": 9.32, "p95_ms": 3.724, "reason": null, "sample_age_ms": 78.81, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.779, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.268, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.71, "count": 234, "max_ms": 92.167, "p95_ms": 70.816, "reason": null, "sample_age_ms": 39.89, "source": "client_direct"}, "sample_age_ms": 39.883, "source": "client_direct", "task_total_ms": {"avg_ms": 52.685, "count": 234, "max_ms": 94.548, "p95_ms": 74.22, "reason": null, "sample_age_ms": 39.883, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.747, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.948, "count": 234, "max_ms": 25.858, "p95_ms": 15.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.565, "count": 234, "max_ms": 1.662, "p95_ms": 1.11}, "detection_prepare_ms": {"avg_ms": 2.137, "count": 234, "max_ms": 6.4, "p95_ms": 3.768}, "event_filter_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.052, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.474, "count": 234, "max_ms": 1.307, "p95_ms": 0.817}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.17, "count": 234, "max_ms": 13.631, "p95_ms": 6.404}, "setup_ms": {"avg_ms": 0.045, "count": 234, "max_ms": 0.136, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.882, "count": 234, "max_ms": 25.752, "p95_ms": 14.982}, "track_match_ms": {"avg_ms": 0.107, "count": 234, "max_ms": 0.284, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 2.373, "count": 234, "max_ms": 9.834, "p95_ms": 3.821}}, "gstreamer_push": {"avg_ms": 3.295, "count": 234, "max_ms": 9.254, "p95_ms": 5.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 234, "max_ms": 0.242, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.314, "count": 234, "max_ms": 99.934, "p95_ms": 77.152}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.228, "count": 234, "max_ms": 13.023, "p95_ms": 9.683}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.613, "count": 234, "max_ms": 185.447, "p95_ms": 140.719}, "inference_input_copy_ms": {"avg_ms": 2.007, "count": 234, "max_ms": 6.538, "p95_ms": 3.291}, "processing_residual_ms": {"avg_ms": 0.247, "count": 234, "max_ms": 0.657, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.095, "count": 234, "max_ms": 192.591, "p95_ms": 148.344}, "read_interval": {"avg_ms": 128.159, "count": 234, "max_ms": 229.455, "p95_ms": 177.988}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 234, "max_ms": 0.494, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.079, "count": 234, "max_ms": 13.466, "p95_ms": 6.278}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 234, "max_ms": 0.086, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.058, "count": 234, "max_ms": 13.43, "p95_ms": 6.264}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.329, "count": 234, "max_ms": 99.955, "p95_ms": 77.174}, "visualize": {"avg_ms": 41.012, "count": 234, "max_ms": 73.691, "p95_ms": 58.202}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.103, "count": 234, "max_ms": 51.5, "p95_ms": 44.475}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.413, "count": 234, "max_ms": 70.819, "p95_ms": 54.949}, "visualize_input_copy_ms": {"avg_ms": 1.382, "count": 234, "max_ms": 7.865, "p95_ms": 2.453}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.273, "count": 234, "max_ms": 70.393, "p95_ms": 54.797}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 234, "max_ms": 0.242, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1097.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.748, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.626, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75755, "write_bytes_delta": 75755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 862.0, "cpu_core_ratio": 0.358413, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22440, "reason": null, "system_cpu_core_ratio": 0.03045, "system_cpu_s_delta": 0.6099999999999994, "user_cpu_core_ratio": 0.327963, "user_cpu_s_delta": 6.569999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571064, "system_cpu_s_delta": 11.440000000002328, "user_cpu_core_ratio": 1.27541, "user_cpu_s_delta": 25.549999999995634}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 232, "max_ms": 7.319, "p95_ms": 5.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.302, "max": 12.0, "p95": 9.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.694, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.694, "max": 5.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.501, "count": 30, "max": 62.702, "p95": 51.062, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.238, "count": 30, "max": 24.915, "p95": 22.25, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.433, "count": 30, "max": 1023.0, "p95": 982.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.333, "count": 30, "max": 492.0, "p95": 68.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.36, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 23.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.599, "count": 30, "max": 0.673, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.309, "count": 30, "max": 1.402, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5429, "sampled_at": "2026-10-31T08:25:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:25:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 993401, "flush_count": 1072, "flush_interval_seconds": 30.0, "flush_state": {"count": 1072, "last_at": "2026-10-31T08:24:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:24:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1071}, "started": true, "suppressed_count": 602640, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 602518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1072, "written_record_count": 1072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6173.629, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T08:25:24+09:00", "last_error_summary": "[h264 @ 0x586901e32b80] error while decoding MB 1 61, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1668802867200, "copied_frame_count": 603589, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1668802867200, "frame_buffer_copies": 603589, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1091, "count": 512, "max_ms": 0.357, "p50_ms": 0.0936, "p95_ms": 0.2057, "p99_ms": 0.2842}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5165, "count": 512, "max_ms": 8.324, "p50_ms": 1.3981, "p95_ms": 2.4206, "p99_ms": 3.395, "results": {"failed": 0, "not_applicable": 0, "success": 603589, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:25:24+09:00", "last_error_summary": "[h264 @ 0x586901e32b80] error while decoding MB 1 61, bytestream -11", "last_exit_at": "2026-10-31T08:25:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 666.12, "last_started_at": "2026-10-31T08:14:18+09:00", "pid": 22440, "process": {"exists": false, "pid": 22440}, "restart_count": 72, "restart_count_per_hour": 2, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.323, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T08:25:24+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-10-31T08:25:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 479.95, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 120.05, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-10-31T08:25:24.422752+09:00", "mtime_epoch": 1793402724.4227524, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 74973}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:25:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1097.223, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 603589, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.765, "max": 15.0, "p95": 11.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "by_category.소형선박": {"avg": 2.679, "max": 4.0, "p95": 4.0, "sample_count": 234}, "total": {"avg": 3.679, "max": 5.0, "p95": 5.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.834, "read": 7.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.009, "count": 234, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 85.698, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.138, "count": 234, "max_ms": 8.392, "p95_ms": 3.721, "reason": null, "sample_age_ms": 126.154, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 234, "max_ms": 7.828, "p95_ms": 2.331, "reason": null, "sample_age_ms": 126.444, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 234, "max_ms": 2.331, "p95_ms": 0.657, "reason": null, "sample_age_ms": 85.712, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.374, "count": 234, "max_ms": 9.32, "p95_ms": 3.724, "reason": null, "sample_age_ms": 124.612, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.582, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.071, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.71, "count": 234, "max_ms": 92.167, "p95_ms": 70.816, "reason": null, "sample_age_ms": 85.693, "source": "client_direct"}, "sample_age_ms": 85.685, "source": "client_direct", "task_total_ms": {"avg_ms": 52.685, "count": 234, "max_ms": 94.548, "p95_ms": 74.22, "reason": null, "sample_age_ms": 85.685, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.996, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.945, "count": 234, "max_ms": 25.858, "p95_ms": 15.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.565, "count": 234, "max_ms": 1.662, "p95_ms": 1.11}, "detection_prepare_ms": {"avg_ms": 2.135, "count": 234, "max_ms": 6.4, "p95_ms": 3.768}, "event_filter_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.052, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.474, "count": 234, "max_ms": 1.307, "p95_ms": 0.817}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.171, "count": 234, "max_ms": 13.631, "p95_ms": 6.404}, "setup_ms": {"avg_ms": 0.045, "count": 234, "max_ms": 0.136, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.879, "count": 234, "max_ms": 25.752, "p95_ms": 14.982}, "track_match_ms": {"avg_ms": 0.106, "count": 234, "max_ms": 0.284, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 2.371, "count": 234, "max_ms": 9.834, "p95_ms": 3.821}}, "gstreamer_push": {"avg_ms": 3.289, "count": 235, "max_ms": 9.254, "p95_ms": 5.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 234, "max_ms": 0.242, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.301, "count": 234, "max_ms": 99.934, "p95_ms": 77.152}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.222, "count": 235, "max_ms": 13.023, "p95_ms": 9.683}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.629, "count": 235, "max_ms": 185.447, "p95_ms": 140.719}, "inference_input_copy_ms": {"avg_ms": 2.007, "count": 235, "max_ms": 6.538, "p95_ms": 3.291}, "processing_residual_ms": {"avg_ms": 0.248, "count": 235, "max_ms": 0.657, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.106, "count": 235, "max_ms": 192.591, "p95_ms": 148.344}, "read_interval": {"avg_ms": 128.159, "count": 234, "max_ms": 229.455, "p95_ms": 177.988}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 234, "max_ms": 0.494, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.08, "count": 234, "max_ms": 13.466, "p95_ms": 6.278}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 234, "max_ms": 0.086, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.058, "count": 234, "max_ms": 13.43, "p95_ms": 6.264}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.316, "count": 234, "max_ms": 99.955, "p95_ms": 77.174}, "visualize": {"avg_ms": 41.044, "count": 234, "max_ms": 73.691, "p95_ms": 58.388}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.137, "count": 234, "max_ms": 51.5, "p95_ms": 44.648}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.451, "count": 234, "max_ms": 70.819, "p95_ms": 55.704}, "visualize_input_copy_ms": {"avg_ms": 1.378, "count": 234, "max_ms": 7.865, "p95_ms": 2.453}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.31, "count": 234, "max_ms": 70.393, "p95_ms": 55.523}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 234, "max_ms": 0.242, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1097.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.748, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.626, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75755, "write_bytes_delta": 75755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 862.0, "cpu_core_ratio": 0.358413, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22440, "reason": null, "system_cpu_core_ratio": 0.03045, "system_cpu_s_delta": 0.6099999999999994, "user_cpu_core_ratio": 0.327963, "user_cpu_s_delta": 6.569999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571064, "system_cpu_s_delta": 11.440000000002328, "user_cpu_core_ratio": 1.27541, "user_cpu_s_delta": 25.549999999995634}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 232, "max_ms": 7.319, "p95_ms": 5.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.302, "max": 12.0, "p95": 9.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.694, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.694, "max": 5.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.501, "count": 30, "max": 62.702, "p95": 51.062, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.238, "count": 30, "max": 24.915, "p95": 22.25, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.433, "count": 30, "max": 1023.0, "p95": 982.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.333, "count": 30, "max": 492.0, "p95": 68.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.36, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 23.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.599, "count": 30, "max": 0.673, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.309, "count": 30, "max": 1.402, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5429, "sampled_at": "2026-10-31T08:25:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:25:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 993401, "flush_count": 1072, "flush_interval_seconds": 30.0, "flush_state": {"count": 1072, "last_at": "2026-10-31T08:24:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:24:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1071}, "started": true, "suppressed_count": 602640, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 602518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1072, "written_record_count": 1072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6188.684, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1668802867200, "copied_frame_count": 603589, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1668802867200, "frame_buffer_copies": 603589, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1091, "count": 512, "max_ms": 0.357, "p50_ms": 0.0936, "p95_ms": 0.2057, "p99_ms": 0.2842}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5165, "count": 512, "max_ms": 8.324, "p50_ms": 1.3981, "p95_ms": 2.4206, "p99_ms": 3.395, "results": {"failed": 0, "not_applicable": 0, "success": 603589, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:25:24+09:00", "last_error_summary": "[h264 @ 0x586901e32b80] error while decoding MB 1 61, bytestream -11", "last_exit_at": "2026-10-31T08:25:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 666.163, "last_started_at": "2026-10-31T08:14:18+09:00", "pid": 22440, "process": {"exists": false, "pid": 22440}, "restart_count": 72, "restart_count_per_hour": 2, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.323, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-31T08:25:24+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-31T08:25:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 479.988, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 120.012, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-31T08:25:24.554753+09:00", "mtime_epoch": 1793402724.5547528, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 74916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:25:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1097.223, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 603589, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.765, "max": 15.0, "p95": 11.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "by_category.소형선박": {"avg": 2.679, "max": 4.0, "p95": 4.0, "sample_count": 234}, "total": {"avg": 3.679, "max": 5.0, "p95": 5.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.803, "pushed": 7.803, "read": 7.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.009, "count": 234, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 125.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.138, "count": 234, "max_ms": 8.392, "p95_ms": 3.721, "reason": null, "sample_age_ms": 166.122, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 234, "max_ms": 7.828, "p95_ms": 2.331, "reason": null, "sample_age_ms": 166.413, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 234, "max_ms": 2.331, "p95_ms": 0.657, "reason": null, "sample_age_ms": 125.681, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.374, "count": 234, "max_ms": 9.32, "p95_ms": 3.724, "reason": null, "sample_age_ms": 164.581, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.551, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.039, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.71, "count": 234, "max_ms": 92.167, "p95_ms": 70.816, "reason": null, "sample_age_ms": 125.661, "source": "client_direct"}, "sample_age_ms": 125.654, "source": "client_direct", "task_total_ms": {"avg_ms": 52.685, "count": 234, "max_ms": 94.548, "p95_ms": 74.22, "reason": null, "sample_age_ms": 125.654, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.945, "count": 234, "max_ms": 25.858, "p95_ms": 15.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.565, "count": 234, "max_ms": 1.662, "p95_ms": 1.11}, "detection_prepare_ms": {"avg_ms": 2.135, "count": 234, "max_ms": 6.4, "p95_ms": 3.768}, "event_filter_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.052, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.474, "count": 234, "max_ms": 1.307, "p95_ms": 0.817}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.171, "count": 234, "max_ms": 13.631, "p95_ms": 6.404}, "setup_ms": {"avg_ms": 0.045, "count": 234, "max_ms": 0.136, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.879, "count": 234, "max_ms": 25.752, "p95_ms": 14.982}, "track_match_ms": {"avg_ms": 0.106, "count": 234, "max_ms": 0.284, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 2.371, "count": 234, "max_ms": 9.834, "p95_ms": 3.821}}, "gstreamer_push": {"avg_ms": 3.287, "count": 234, "max_ms": 9.254, "p95_ms": 5.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 234, "max_ms": 0.242, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.301, "count": 234, "max_ms": 99.934, "p95_ms": 77.152}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.227, "count": 234, "max_ms": 13.023, "p95_ms": 9.683}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.625, "count": 234, "max_ms": 185.447, "p95_ms": 140.719}, "inference_input_copy_ms": {"avg_ms": 2.011, "count": 234, "max_ms": 6.538, "p95_ms": 3.291}, "processing_residual_ms": {"avg_ms": 0.248, "count": 234, "max_ms": 0.657, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.111, "count": 234, "max_ms": 192.591, "p95_ms": 148.344}, "read_interval": {"avg_ms": 128.159, "count": 234, "max_ms": 229.455, "p95_ms": 177.988}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 234, "max_ms": 0.494, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.08, "count": 234, "max_ms": 13.466, "p95_ms": 6.278}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 234, "max_ms": 0.086, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.058, "count": 234, "max_ms": 13.43, "p95_ms": 6.264}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.316, "count": 234, "max_ms": 99.955, "p95_ms": 77.174}, "visualize": {"avg_ms": 41.044, "count": 234, "max_ms": 73.691, "p95_ms": 58.388}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.137, "count": 234, "max_ms": 51.5, "p95_ms": 44.648}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.451, "count": 234, "max_ms": 70.819, "p95_ms": 55.704}, "visualize_input_copy_ms": {"avg_ms": 1.378, "count": 234, "max_ms": 7.865, "p95_ms": 2.453}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.31, "count": 234, "max_ms": 70.393, "p95_ms": 55.523}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 234, "max_ms": 0.242, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1097.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.748, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.626, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75755, "write_bytes_delta": 75755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 862.0, "cpu_core_ratio": 0.358413, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22440, "reason": null, "system_cpu_core_ratio": 0.03045, "system_cpu_s_delta": 0.6099999999999994, "user_cpu_core_ratio": 0.327963, "user_cpu_s_delta": 6.569999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571064, "system_cpu_s_delta": 11.440000000002328, "user_cpu_core_ratio": 1.27541, "user_cpu_s_delta": 25.549999999995634}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 232, "max_ms": 7.319, "p95_ms": 5.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.302, "max": 12.0, "p95": 9.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.694, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.694, "max": 5.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.501, "count": 30, "max": 62.702, "p95": 51.062, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.238, "count": 30, "max": 24.915, "p95": 22.25, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.433, "count": 30, "max": 1023.0, "p95": 982.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.333, "count": 30, "max": 492.0, "p95": 68.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.36, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 23.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.599, "count": 30, "max": 0.673, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.309, "count": 30, "max": 1.402, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5429, "sampled_at": "2026-10-31T08:25:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:25:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 993401, "flush_count": 1072, "flush_interval_seconds": 30.0, "flush_state": {"count": 1072, "last_at": "2026-10-31T08:24:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:24:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1071}, "started": true, "suppressed_count": 602640, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 122, "tracking_summary": 602518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1072, "written_record_count": 1072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6354.941, "limit_mb": null}, "detail": {"pid": 22672, "restart_count": 73, "start_count": 74}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1668802867200, "copied_frame_count": 603589, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T07:46:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2211413, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T07:46:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.398}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 122, "events_emitted": 113, "events_failed": 0, "events_observed": 122, "events_suppressed": 9, "frame_buffer_copied_bytes": 1668802867200, "frame_buffer_copies": 603589, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1091, "count": 512, "max_ms": 0.357, "p50_ms": 0.0936, "p95_ms": 0.2057, "p99_ms": 0.2842}, "stages": {"db_insert": {"avg_ms": 15.8624, "count": 113, "max_ms": 62.2331, "p50_ms": 14.1905, "p95_ms": 30.7206, "p99_ms": 37.2784, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7406, "count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 921.1236, "count": 122, "max_ms": 4422.916, "p50_ms": 915.9396, "p95_ms": 1200.6427, "p99_ms": 1369.8982, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5165, "count": 512, "max_ms": 8.324, "p50_ms": 1.3981, "p95_ms": 2.4206, "p99_ms": 3.395, "results": {"failed": 0, "not_applicable": 0, "success": 603589, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 476.4267, "count": 122, "max_ms": 862.8454, "p50_ms": 496.171, "p95_ms": 597.2613, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.7617, "count": 113, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.3337, "p99_ms": 67.9628, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.627, "count": 512, "max_ms": 12.3946, "p50_ms": 4.3656, "p95_ms": 6.7618, "p99_ms": 8.3313, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3654, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2234, "p95_ms": 2.5642, "p99_ms": 3.6171, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.5344, "count": 113, "max_ms": 860.4624, "p50_ms": 498.0824, "p95_ms": 596.571, "p99_ms": 651.8842, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 421.6828, "count": 113, "max_ms": 789.0434, "p50_ms": 407.0886, "p95_ms": 501.556, "p99_ms": 553.104, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 83.9145, "count": 113, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 96.894, "p99_ms": 102.0354, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8773, "count": 113, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.7469, "p99_ms": 9.3058, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4311, "count": 113, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.2499, "p99_ms": 70.5072, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3402, "count": 113, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 3.2869, "p99_ms": 10.9335, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.795, "count": 122, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5741, "p99_ms": 2.808, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 113, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4252, "p99_ms": 2.5413, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 399.7434, "count": 113, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 551.6202, "p99_ms": 714.2786, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1813, "count": 113, "max_ms": 14.3512, "p50_ms": 1.298, "p95_ms": 7.3382, "p99_ms": 11.4473, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9167, "count": 113, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 64.4594, "p99_ms": 73.9455, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0942, "count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1281, "count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 478.3878, "count": 113, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 645.4189, "p99_ms": 780.4399, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.1848}, "wait_ms": {"count": 113, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7355, "p99_ms": 5.3142}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15655, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8409, "p99_ms": 3.7429}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:25:24+09:00", "last_error_summary": "[h264 @ 0x586901e32b80] error while decoding MB 1 61, bytestream -11", "last_exit_at": "2026-10-31T08:25:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:25:27+09:00", "pid": 22672, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.25, "name": "ffmpeg", "pid": 22672, "rss_mb": 205.25, "state": "S (sleeping)", "threads": 70}, "restart_count": 73, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.418, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.576, "last_frame_pushed_at": "2026-10-31T08:25:24+09:00", "last_frame_read_age_sec": 4.693, "last_frame_read_at": "2026-10-31T08:25:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 484.547, "last_sample_duration_ms": 915.43, "last_trigger": "periodic", "next_snapshot_in_sec": 115.453, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 107, "storage_bytes": 2049547}, "mjpeg": {"age_sec": 4.564, "exists": true, "mtime": "2026-10-31T08:25:24.554753+09:00", "mtime_epoch": 1793402724.5547528, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 74916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:25:29+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1189.664, "name": "celery", "pid": 206, "rss_mb": 1097.227, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 84, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 603589, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.653, "max": 15.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "by_category.소형선박": {"avg": 2.613, "max": 4.0, "p95": 4.0, "sample_count": 199}, "total": {"avg": 3.613, "max": 5.0, "p95": 5.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.675, "pushed": 6.675, "read": 6.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4666.157, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.154, "count": 198, "max_ms": 8.392, "p95_ms": 3.66, "reason": null, "sample_age_ms": 4706.613, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.442, "count": 198, "max_ms": 7.828, "p95_ms": 2.308, "reason": null, "sample_age_ms": 4706.903, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 199, "max_ms": 2.331, "p95_ms": 0.619, "reason": null, "sample_age_ms": 4666.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.384, "count": 198, "max_ms": 9.32, "p95_ms": 3.787, "reason": null, "sample_age_ms": 4705.071, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4705.041, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4666.529, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.429, "count": 199, "max_ms": 83.824, "p95_ms": 70.038, "reason": null, "sample_age_ms": 4666.152, "source": "client_direct"}, "sample_age_ms": 4666.144, "source": "client_direct", "task_total_ms": {"avg_ms": 52.426, "count": 199, "max_ms": 87.782, "p95_ms": 73.111, "reason": null, "sample_age_ms": 4666.144, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.864, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.909, "count": 199, "max_ms": 24.969, "p95_ms": 15.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.578, "count": 199, "max_ms": 1.662, "p95_ms": 1.11}, "detection_prepare_ms": {"avg_ms": 2.101, "count": 199, "max_ms": 6.4, "p95_ms": 3.768}, "event_filter_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.052, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.466, "count": 199, "max_ms": 1.307, "p95_ms": 0.809}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.183, "count": 199, "max_ms": 13.317, "p95_ms": 6.494}, "setup_ms": {"avg_ms": 0.045, "count": 199, "max_ms": 0.136, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.841, "count": 199, "max_ms": 24.849, "p95_ms": 14.982}, "track_match_ms": {"avg_ms": 0.105, "count": 199, "max_ms": 0.284, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 2.352, "count": 199, "max_ms": 9.834, "p95_ms": 3.821}}, "gstreamer_push": {"avg_ms": 3.265, "count": 199, "max_ms": 9.254, "p95_ms": 5.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 199, "max_ms": 0.242, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.07, "count": 199, "max_ms": 89.516, "p95_ms": 76.479}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.207, "count": 199, "max_ms": 13.023, "p95_ms": 9.684}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.371, "count": 199, "max_ms": 174.312, "p95_ms": 139.625}, "inference_input_copy_ms": {"avg_ms": 2.006, "count": 199, "max_ms": 6.538, "p95_ms": 3.431}, "processing_residual_ms": {"avg_ms": 0.247, "count": 199, "max_ms": 0.657, "p95_ms": 0.438}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.831, "count": 199, "max_ms": 184.71, "p95_ms": 144.834}, "read_interval": {"avg_ms": 127.809, "count": 198, "max_ms": 229.455, "p95_ms": 169.407}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 199, "max_ms": 0.494, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.09, "count": 199, "max_ms": 13.019, "p95_ms": 6.328}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 199, "max_ms": 0.086, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.067, "count": 199, "max_ms": 12.959, "p95_ms": 6.309}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.085, "count": 199, "max_ms": 89.527, "p95_ms": 76.487}, "visualize": {"avg_ms": 41.037, "count": 199, "max_ms": 73.691, "p95_ms": 58.388}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.145, "count": 199, "max_ms": 51.5, "p95_ms": 44.648}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.427, "count": 199, "max_ms": 70.819, "p95_ms": 55.737}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 199, "max_ms": 7.865, "p95_ms": 2.468}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.283, "count": 199, "max_ms": 70.393, "p95_ms": 55.599}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 199, "max_ms": 0.242, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1097.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.748, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.626, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75755, "write_bytes_delta": 75755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 862.0, "cpu_core_ratio": 0.358413, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22440, "reason": null, "system_cpu_core_ratio": 0.03045, "system_cpu_s_delta": 0.6099999999999994, "user_cpu_core_ratio": 0.327963, "user_cpu_s_delta": 6.569999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.846474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571064, "system_cpu_s_delta": 11.440000000002328, "user_cpu_core_ratio": 1.27541, "user_cpu_s_delta": 25.549999999995634}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 232, "max_ms": 7.319, "p95_ms": 5.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.302, "max": 12.0, "p95": 9.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.694, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.694, "max": 5.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.501, "count": 30, "max": 62.702, "p95": 51.062, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.238, "count": 30, "max": 24.915, "p95": 22.25, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.433, "count": 30, "max": 1023.0, "p95": 982.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.333, "count": 30, "max": 492.0, "p95": 68.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.36, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73210.333, "count": 30, "max": 77651.0, "p95": 76427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 23.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.599, "count": 30, "max": 0.673, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.309, "count": 30, "max": 1.402, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5429, "sampled_at": "2026-10-31T08:25:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:25:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 779828, "flush_count": 1075, "flush_interval_seconds": 30.0, "flush_state": {"count": 1075, "last_at": "2026-10-31T08:28:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:28:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1074}, "started": true, "suppressed_count": 629165, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 629165}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1075, "written_record_count": 1075}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5993.109, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56e6392e1300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56e6392e1300] error while decoding MB 0 61, bytestream 89357 [h264 @ 0x56e6392e1300] error while decoding MB 75 90, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1742484787200, "copied_frame_count": 630239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1742484787200, "frame_buffer_copies": 630239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1289, "count": 512, "max_ms": 2.5075, "p50_ms": 0.1079, "p95_ms": 0.2437, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3795, "count": 512, "max_ms": 3.8011, "p50_ms": 1.2849, "p95_ms": 2.3007, "p99_ms": 2.8412, "results": {"failed": 0, "not_applicable": 0, "success": 630239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:28:12+09:00", "last_error_summary": "[h264 @ 0x56e6392e1300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56e6392e1300] error while decoding MB 0 61, bytestream 89357 [h264 @ 0x56e6392e1300] error while decoding MB 75 90, bytestream -11", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.506, "last_started_at": "2026-10-31T08:22:47+09:00", "pid": 22556, "process": {"exists": false, "pid": 22556}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.542, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-31T08:28:12+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-10-31T08:28:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.315, "last_sample_duration_ms": 830.769, "last_trigger": "periodic", "next_snapshot_in_sec": 553.685, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 108, "storage_bytes": 2059115}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-31T08:28:12.746518+09:00", "mtime_epoch": 1793402892.7465184, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 67226}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:28:12+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1051.57, "name": "celery", "pid": 176, "rss_mb": 1032.027, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 630239, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.267, "pushed": 7.267, "read": 7.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 104.513, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.579, "count": 217, "max_ms": 3.543, "p95_ms": 1.773, "reason": null, "sample_age_ms": 142.98, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 217, "max_ms": 2.75, "p95_ms": 1.276, "reason": null, "sample_age_ms": 143.238, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 217, "max_ms": 0.417, "p95_ms": 0.173, "reason": null, "sample_age_ms": 104.574, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.449, "count": 217, "max_ms": 3.236, "p95_ms": 2.343, "reason": null, "sample_age_ms": 141.314, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2211848.0, "count": 217, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 141.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.741, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.437, "count": 217, "max_ms": 78.104, "p95_ms": 55.789, "reason": null, "sample_age_ms": 104.506, "source": "client_direct"}, "sample_age_ms": 104.493, "source": "client_direct", "task_total_ms": {"avg_ms": 40.139, "count": 217, "max_ms": 79.994, "p95_ms": 57.708, "reason": null, "sample_age_ms": 104.493, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.653, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 217, "max_ms": 1.947, "p95_ms": 1.401}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 217, "max_ms": 1.164, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 217, "max_ms": 0.259, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 217, "max_ms": 0.197, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.036, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 217, "max_ms": 0.51, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.043, "count": 217, "max_ms": 0.148, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.678, "count": 217, "max_ms": 1.875, "p95_ms": 1.308}, "track_match_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 217, "max_ms": 0.075, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.985, "count": 217, "max_ms": 6.256, "p95_ms": 4.63}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.776, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.038, "count": 217, "max_ms": 80.871, "p95_ms": 60.152}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 217, "max_ms": 0.137, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.198, "count": 217, "max_ms": 139.713, "p95_ms": 122.158}, "inference_input_copy_ms": {"avg_ms": 1.652, "count": 217, "max_ms": 3.526, "p95_ms": 2.625}, "processing_residual_ms": {"avg_ms": 0.16, "count": 217, "max_ms": 0.389, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.054, "count": 217, "max_ms": 141.497, "p95_ms": 123.595}, "read_interval": {"avg_ms": 150.146, "count": 217, "max_ms": 2847.75, "p95_ms": 176.946}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.125, "count": 217, "max_ms": 0.373, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 217, "max_ms": 0.037, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 217, "max_ms": 0.342, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.016, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.053, "count": 217, "max_ms": 80.888, "p95_ms": 60.158}, "visualize": {"avg_ms": 46.482, "count": 217, "max_ms": 78.783, "p95_ms": 61.361}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.622, "count": 217, "max_ms": 77.663, "p95_ms": 60.329}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.287, "count": 217, "max_ms": 78.554, "p95_ms": 61.193}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.184, "count": 217, "max_ms": 78.401, "p95_ms": 61.038}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 217, "max_ms": 0.166, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1031.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.403, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.646, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72231, "write_bytes_delta": 72231, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 241.0, "cpu_core_ratio": 1.022124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22692.0, "pid": 22556, "reason": null, "system_cpu_core_ratio": 0.339715, "system_cpu_s_delta": 3.4200000000000017, "user_cpu_core_ratio": 0.682409, "user_cpu_s_delta": 6.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.594004, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89819.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.157937, "system_cpu_s_delta": 1.589999999999236, "user_cpu_core_ratio": 0.436066, "user_cpu_s_delta": 4.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.999, "count": 201, "max_ms": 6.097, "p95_ms": 4.62, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.81, "count": 30, "max": 57.915, "p95": 46.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.287, "count": 30, "max": 32.812, "p95": 28.016, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 676.3, "count": 30, "max": 1340.0, "p95": 1282.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1554.267, "count": 30, "max": 22692.0, "p95": 7025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.408, "p95": 0.36, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.134, "count": 30, "max": 1.301, "p95": 1.282, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.102, "count": 30, "max": 2.957, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 69132.0, "count": 30, "max": 73839.0, "p95": 71512.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69132.0, "count": 30, "max": 73839.0, "p95": 71512.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125318.333, "count": 30, "max": 245076.0, "p95": 194009.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.227, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.576, "p95": 0.573, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5387, "sampled_at": "2026-10-31T08:27:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:27:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 779828, "flush_count": 1075, "flush_interval_seconds": 30.0, "flush_state": {"count": 1075, "last_at": "2026-10-31T08:28:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:28:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1074}, "started": true, "suppressed_count": 629165, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 629165}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1075, "written_record_count": 1075}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5993.238, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1742484787200, "copied_frame_count": 630239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1742484787200, "frame_buffer_copies": 630239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1289, "count": 512, "max_ms": 2.5075, "p50_ms": 0.1079, "p95_ms": 0.2437, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3795, "count": 512, "max_ms": 3.8011, "p50_ms": 1.2849, "p95_ms": 2.3007, "p99_ms": 2.8412, "results": {"failed": 0, "not_applicable": 0, "success": 630239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:28:12+09:00", "last_error_summary": "[h264 @ 0x56e6392e1300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56e6392e1300] error while decoding MB 0 61, bytestream 89357 [h264 @ 0x56e6392e1300] error while decoding MB 75 90, bytestream -11", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.557, "last_started_at": "2026-10-31T08:22:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.61, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-31T08:28:12+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-31T08:28:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.341, "last_sample_duration_ms": 830.769, "last_trigger": "periodic", "next_snapshot_in_sec": 553.659, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 108, "storage_bytes": 2059115}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-31T08:28:12.746518+09:00", "mtime_epoch": 1793402892.7465184, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 67226}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:28:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1051.57, "name": "celery", "pid": 176, "rss_mb": 1032.023, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 630239, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.256, "pushed": 7.256, "read": 7.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 136.485, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.579, "count": 217, "max_ms": 3.543, "p95_ms": 1.773, "reason": null, "sample_age_ms": 174.952, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 217, "max_ms": 2.75, "p95_ms": 1.276, "reason": null, "sample_age_ms": 175.21, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 217, "max_ms": 0.417, "p95_ms": 0.173, "reason": null, "sample_age_ms": 136.546, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.449, "count": 217, "max_ms": 3.236, "p95_ms": 2.343, "reason": null, "sample_age_ms": 173.286, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2211848.0, "count": 217, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 173.252, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.713, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.437, "count": 217, "max_ms": 78.104, "p95_ms": 55.789, "reason": null, "sample_age_ms": 136.478, "source": "client_direct"}, "sample_age_ms": 136.465, "source": "client_direct", "task_total_ms": {"avg_ms": 40.139, "count": 217, "max_ms": 79.994, "p95_ms": 57.708, "reason": null, "sample_age_ms": 136.465, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.033, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 217, "max_ms": 1.947, "p95_ms": 1.401}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 217, "max_ms": 1.164, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 217, "max_ms": 0.259, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 217, "max_ms": 0.197, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.036, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 217, "max_ms": 0.51, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.043, "count": 217, "max_ms": 0.148, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.678, "count": 217, "max_ms": 1.875, "p95_ms": 1.308}, "track_match_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 217, "max_ms": 0.075, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.985, "count": 217, "max_ms": 6.256, "p95_ms": 4.63}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.776, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.038, "count": 217, "max_ms": 80.871, "p95_ms": 60.152}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 217, "max_ms": 0.137, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.198, "count": 217, "max_ms": 139.713, "p95_ms": 122.158}, "inference_input_copy_ms": {"avg_ms": 1.652, "count": 217, "max_ms": 3.526, "p95_ms": 2.625}, "processing_residual_ms": {"avg_ms": 0.16, "count": 217, "max_ms": 0.389, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.054, "count": 217, "max_ms": 141.497, "p95_ms": 123.595}, "read_interval": {"avg_ms": 150.146, "count": 217, "max_ms": 2847.75, "p95_ms": 176.946}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.125, "count": 217, "max_ms": 0.373, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 217, "max_ms": 0.037, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 217, "max_ms": 0.342, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.016, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.053, "count": 217, "max_ms": 80.888, "p95_ms": 60.158}, "visualize": {"avg_ms": 46.482, "count": 217, "max_ms": 78.783, "p95_ms": 61.361}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.622, "count": 217, "max_ms": 77.663, "p95_ms": 60.329}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.287, "count": 217, "max_ms": 78.554, "p95_ms": 61.193}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.184, "count": 217, "max_ms": 78.401, "p95_ms": 61.038}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 217, "max_ms": 0.166, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1031.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.403, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.646, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72231, "write_bytes_delta": 72231, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 241.0, "cpu_core_ratio": 1.022124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22692.0, "pid": 22556, "reason": null, "system_cpu_core_ratio": 0.339715, "system_cpu_s_delta": 3.4200000000000017, "user_cpu_core_ratio": 0.682409, "user_cpu_s_delta": 6.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.594004, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89819.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.157937, "system_cpu_s_delta": 1.589999999999236, "user_cpu_core_ratio": 0.436066, "user_cpu_s_delta": 4.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.999, "count": 201, "max_ms": 6.097, "p95_ms": 4.62, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.81, "count": 30, "max": 57.915, "p95": 46.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.287, "count": 30, "max": 32.812, "p95": 28.016, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 676.3, "count": 30, "max": 1340.0, "p95": 1282.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1554.267, "count": 30, "max": 22692.0, "p95": 7025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.408, "p95": 0.36, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.134, "count": 30, "max": 1.301, "p95": 1.282, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.102, "count": 30, "max": 2.957, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 69132.0, "count": 30, "max": 73839.0, "p95": 71512.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69132.0, "count": 30, "max": 73839.0, "p95": 71512.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125318.333, "count": 30, "max": 245076.0, "p95": 194009.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.227, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.576, "p95": 0.573, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5387, "sampled_at": "2026-10-31T08:27:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:27:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 779828, "flush_count": 1075, "flush_interval_seconds": 30.0, "flush_state": {"count": 1075, "last_at": "2026-10-31T08:28:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:28:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1074}, "started": true, "suppressed_count": 629165, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 629165}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1075, "written_record_count": 1075}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6131.887, "limit_mb": null}, "detail": {"pid": 22788, "restart_count": 54, "start_count": 55}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1742484787200, "copied_frame_count": 630239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1742484787200, "frame_buffer_copies": 630239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1289, "count": 512, "max_ms": 2.5075, "p50_ms": 0.1079, "p95_ms": 0.2437, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3795, "count": 512, "max_ms": 3.8011, "p50_ms": 1.2849, "p95_ms": 2.3007, "p99_ms": 2.8412, "results": {"failed": 0, "not_applicable": 0, "success": 630239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:28:12+09:00", "last_error_summary": "[h264 @ 0x56e6392e1300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56e6392e1300] error while decoding MB 0 61, bytestream 89357 [h264 @ 0x56e6392e1300] error while decoding MB 75 90, bytestream -11", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:28:15+09:00", "pid": 22788, "process": {"exists": true, "fd_count": 5, "hwm_mb": 174.133, "name": "ffmpeg", "pid": 22788, "rss_mb": 174.133, "state": "S (sleeping)", "threads": 19}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.542, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.478, "last_frame_pushed_at": "2026-10-31T08:28:12+09:00", "last_frame_read_age_sec": 4.57, "last_frame_read_at": "2026-10-31T08:28:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 50.742, "last_sample_duration_ms": 830.769, "last_trigger": "periodic", "next_snapshot_in_sec": 549.258, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 108, "storage_bytes": 2059115}, "mjpeg": {"age_sec": 4.47, "exists": true, "mtime": "2026-10-31T08:28:12.746518+09:00", "mtime_epoch": 1793402892.7465184, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 67226}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:28:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1051.57, "name": "celery", "pid": 176, "rss_mb": 1032.027, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 630239, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.105, "pushed": 6.105, "read": 6.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4536.26, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.578, "count": 182, "max_ms": 3.543, "p95_ms": 1.913, "reason": null, "sample_age_ms": 4574.727, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 182, "max_ms": 2.28, "p95_ms": 1.302, "reason": null, "sample_age_ms": 4574.986, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 182, "max_ms": 0.417, "p95_ms": 0.172, "reason": null, "sample_age_ms": 4536.322, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.42, "count": 182, "max_ms": 2.965, "p95_ms": 2.224, "reason": null, "sample_age_ms": 4573.061, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2211848.0, "count": 182, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4573.028, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4536.488, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.452, "count": 182, "max_ms": 78.104, "p95_ms": 58.758, "reason": null, "sample_age_ms": 4536.254, "source": "client_direct"}, "sample_age_ms": 4536.241, "source": "client_direct", "task_total_ms": {"avg_ms": 40.122, "count": 182, "max_ms": 79.994, "p95_ms": 60.157, "reason": null, "sample_age_ms": 4536.241, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.702, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.71, "count": 183, "max_ms": 1.947, "p95_ms": 1.329}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.23, "count": 183, "max_ms": 1.164, "p95_ms": 0.434}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 183, "max_ms": 0.259, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 183, "max_ms": 0.197, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.036, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 183, "max_ms": 0.51, "p95_ms": 0.316}, "setup_ms": {"avg_ms": 0.043, "count": 183, "max_ms": 0.148, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.67, "count": 183, "max_ms": 1.875, "p95_ms": 1.254}, "track_match_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 183, "max_ms": 0.075, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.974, "count": 183, "max_ms": 6.256, "p95_ms": 4.63}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 183, "max_ms": 0.776, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.081, "count": 183, "max_ms": 80.871, "p95_ms": 60.845}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 183, "max_ms": 0.137, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.179, "count": 183, "max_ms": 139.713, "p95_ms": 122.846}, "inference_input_copy_ms": {"avg_ms": 1.633, "count": 183, "max_ms": 3.526, "p95_ms": 2.659}, "processing_residual_ms": {"avg_ms": 0.156, "count": 183, "max_ms": 0.389, "p95_ms": 0.312}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.012, "count": 183, "max_ms": 141.497, "p95_ms": 124.926}, "read_interval": {"avg_ms": 140.163, "count": 182, "max_ms": 2809.745, "p95_ms": 172.356}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 183, "max_ms": 0.043, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.122, "count": 183, "max_ms": 0.373, "p95_ms": 0.217}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 183, "max_ms": 0.037, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 183, "max_ms": 0.342, "p95_ms": 0.194}, "worker_merge_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.016, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.096, "count": 183, "max_ms": 80.888, "p95_ms": 60.855}, "visualize": {"avg_ms": 46.446, "count": 183, "max_ms": 78.783, "p95_ms": 61.361}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.586, "count": 183, "max_ms": 77.663, "p95_ms": 60.329}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.251, "count": 183, "max_ms": 78.554, "p95_ms": 61.193}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.148, "count": 183, "max_ms": 78.401, "p95_ms": 61.038}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 183, "max_ms": 0.166, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1031.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.403, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.646, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72231, "write_bytes_delta": 72231, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 241.0, "cpu_core_ratio": 1.022124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22692.0, "pid": 22556, "reason": null, "system_cpu_core_ratio": 0.339715, "system_cpu_s_delta": 3.4200000000000017, "user_cpu_core_ratio": 0.682409, "user_cpu_s_delta": 6.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.594004, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89819.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.157937, "system_cpu_s_delta": 1.589999999999236, "user_cpu_core_ratio": 0.436066, "user_cpu_s_delta": 4.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.999, "count": 201, "max_ms": 6.097, "p95_ms": 4.62, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.81, "count": 30, "max": 57.915, "p95": 46.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.287, "count": 30, "max": 32.812, "p95": 28.016, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 676.3, "count": 30, "max": 1340.0, "p95": 1282.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1554.267, "count": 30, "max": 22692.0, "p95": 7025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.408, "p95": 0.36, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.134, "count": 30, "max": 1.301, "p95": 1.282, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.102, "count": 30, "max": 2.957, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 69132.0, "count": 30, "max": 73839.0, "p95": 71512.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69132.0, "count": 30, "max": 73839.0, "p95": 71512.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125318.333, "count": 30, "max": 245076.0, "p95": 194009.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.227, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.576, "p95": 0.573, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5387, "sampled_at": "2026-10-31T08:27:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:27:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 783993, "flush_count": 1080, "flush_interval_seconds": 30.0, "flush_state": {"count": 1080, "last_at": "2026-10-31T08:33:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:33:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1079}, "started": true, "suppressed_count": 631870, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 631870}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1080, "written_record_count": 1080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6005.117, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1749977395200, "copied_frame_count": 632949, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1749977395200, "frame_buffer_copies": 632949, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 0.3726, "p50_ms": 0.1042, "p95_ms": 0.2197, "p99_ms": 0.2705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3376, "count": 512, "max_ms": 3.7726, "p50_ms": 1.2448, "p95_ms": 2.1549, "p99_ms": 2.7897, "results": {"failed": 0, "not_applicable": 0, "success": 632949, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:33:42+09:00", "last_error_summary": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.052, "last_started_at": "2026-10-31T08:28:15+09:00", "pid": 22788, "process": {"exists": false, "pid": 22788}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.955, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-31T08:33:42+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-31T08:33:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 375.79, "last_sample_duration_ms": 830.769, "last_trigger": "periodic", "next_snapshot_in_sec": 224.21, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 108, "storage_bytes": 2059115}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-31T08:33:42.255026+09:00", "mtime_epoch": 1793403222.2550263, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 66050}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:33:42+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1052.855, "name": "celery", "pid": 176, "rss_mb": 1033.328, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 632949, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 50, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.668, "pushed": 1.668, "read": 1.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.006, "count": 49, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 85.186, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.494, "count": 49, "max_ms": 2.575, "p95_ms": 1.496, "reason": null, "sample_age_ms": 124.691, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.247, "count": 49, "max_ms": 2.076, "p95_ms": 1.233, "reason": null, "sample_age_ms": 124.866, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 49, "max_ms": 0.217, "p95_ms": 0.196, "reason": null, "sample_age_ms": 85.194, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.257, "count": 49, "max_ms": 2.664, "p95_ms": 2.014, "reason": null, "sample_age_ms": 123.665, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 123.645, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.288, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.077, "count": 49, "max_ms": 57.706, "p95_ms": 54.947, "reason": null, "sample_age_ms": 85.182, "source": "client_direct"}, "sample_age_ms": 85.178, "source": "client_direct", "task_total_ms": {"avg_ms": 38.569, "count": 49, "max_ms": 59.317, "p95_ms": 56.985, "reason": null, "sample_age_ms": 85.178, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.666, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 50, "max_ms": 1.651, "p95_ms": 1.294}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 50, "max_ms": 0.541, "p95_ms": 0.482}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 50, "max_ms": 0.227, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 50, "max_ms": 0.243, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 50, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 50, "max_ms": 0.479, "p95_ms": 0.388}, "setup_ms": {"avg_ms": 0.044, "count": 50, "max_ms": 0.11, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.669, "count": 50, "max_ms": 1.578, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.012, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 50, "max_ms": 0.07, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.839, "count": 50, "max_ms": 5.74, "p95_ms": 4.146}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 50, "max_ms": 0.147, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.486, "count": 50, "max_ms": 61.647, "p95_ms": 59.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 50, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.614, "count": 50, "max_ms": 114.058, "p95_ms": 108.115}, "inference_input_copy_ms": {"avg_ms": 1.408, "count": 50, "max_ms": 2.703, "p95_ms": 2.561}, "processing_residual_ms": {"avg_ms": 0.123, "count": 50, "max_ms": 0.278, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.184, "count": 50, "max_ms": 116.44, "p95_ms": 110.377}, "read_interval": {"avg_ms": 610.884, "count": 49, "max_ms": 22587.261, "p95_ms": 161.586}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 50, "max_ms": 0.04, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.125, "count": 50, "max_ms": 0.343, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 50, "max_ms": 0.03, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 50, "max_ms": 0.311, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 50, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.499, "count": 50, "max_ms": 61.656, "p95_ms": 59.965}, "visualize": {"avg_ms": 43.514, "count": 50, "max_ms": 56.812, "p95_ms": 55.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.713, "count": 50, "max_ms": 56.126, "p95_ms": 54.43}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.314, "count": 50, "max_ms": 56.643, "p95_ms": 55.066}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.217, "count": 50, "max_ms": 56.554, "p95_ms": 54.968}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 50, "max_ms": 0.207, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1033.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.003, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 66139, "write_bytes_delta": 66139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 112.0, "cpu_core_ratio": 0.293709, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32008.0, "pid": 22788, "reason": null, "system_cpu_core_ratio": 0.143336, "system_cpu_s_delta": 3.8699999999999974, "user_cpu_core_ratio": 0.150373, "user_cpu_s_delta": 4.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23096.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015926, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.042223, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.654, "count": 48, "max_ms": 5.607, "p95_ms": 4.146, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.037, "count": 30, "max": 66.434, "p95": 48.902, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.608, "count": 30, "max": 30.671, "p95": 23.146, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 714.133, "count": 30, "max": 1328.0, "p95": 1319.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3729.0, "count": 30, "max": 32008.0, "p95": 25004.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.408, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.272, "p95": 1.246, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151750.7, "count": 30, "max": 247643.0, "p95": 247643.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.227, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.576, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5408, "sampled_at": "2026-10-31T08:33:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:33:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 783993, "flush_count": 1080, "flush_interval_seconds": 30.0, "flush_state": {"count": 1080, "last_at": "2026-10-31T08:33:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:33:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1079}, "started": true, "suppressed_count": 631870, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 631870}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1080, "written_record_count": 1080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6005.117, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1749977395200, "copied_frame_count": 632949, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1749977395200, "frame_buffer_copies": 632949, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 0.3726, "p50_ms": 0.1042, "p95_ms": 0.2197, "p99_ms": 0.2705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3376, "count": 512, "max_ms": 3.7726, "p50_ms": 1.2448, "p95_ms": 2.1549, "p99_ms": 2.7897, "results": {"failed": 0, "not_applicable": 0, "success": 632949, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:33:42+09:00", "last_error_summary": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.046, "last_started_at": "2026-10-31T08:28:15+09:00", "pid": 22788, "process": {"exists": false, "pid": 22788}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.955, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T08:33:42+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-31T08:33:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 375.79, "last_sample_duration_ms": 830.769, "last_trigger": "periodic", "next_snapshot_in_sec": 224.21, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 108, "storage_bytes": 2059115}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-31T08:33:42.255026+09:00", "mtime_epoch": 1793403222.2550263, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 66050}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:33:42+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1052.855, "name": "celery", "pid": 176, "rss_mb": 1033.328, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 632949, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 50, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.668, "pushed": 1.668, "read": 1.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.006, "count": 49, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 78.786, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.494, "count": 49, "max_ms": 2.575, "p95_ms": 1.496, "reason": null, "sample_age_ms": 118.291, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.247, "count": 49, "max_ms": 2.076, "p95_ms": 1.233, "reason": null, "sample_age_ms": 118.466, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 49, "max_ms": 0.217, "p95_ms": 0.196, "reason": null, "sample_age_ms": 78.793, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.257, "count": 49, "max_ms": 2.664, "p95_ms": 2.014, "reason": null, "sample_age_ms": 117.265, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 117.244, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.887, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.077, "count": 49, "max_ms": 57.706, "p95_ms": 54.947, "reason": null, "sample_age_ms": 78.782, "source": "client_direct"}, "sample_age_ms": 78.777, "source": "client_direct", "task_total_ms": {"avg_ms": 38.569, "count": 49, "max_ms": 59.317, "p95_ms": 56.985, "reason": null, "sample_age_ms": 78.777, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.413, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 50, "max_ms": 1.651, "p95_ms": 1.294}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 50, "max_ms": 0.541, "p95_ms": 0.482}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 50, "max_ms": 0.227, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 50, "max_ms": 0.243, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 50, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 50, "max_ms": 0.479, "p95_ms": 0.388}, "setup_ms": {"avg_ms": 0.044, "count": 50, "max_ms": 0.11, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.669, "count": 50, "max_ms": 1.578, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.012, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 50, "max_ms": 0.07, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.839, "count": 50, "max_ms": 5.74, "p95_ms": 4.146}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 50, "max_ms": 0.147, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.486, "count": 50, "max_ms": 61.647, "p95_ms": 59.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 50, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.614, "count": 50, "max_ms": 114.058, "p95_ms": 108.115}, "inference_input_copy_ms": {"avg_ms": 1.408, "count": 50, "max_ms": 2.703, "p95_ms": 2.561}, "processing_residual_ms": {"avg_ms": 0.123, "count": 50, "max_ms": 0.278, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.184, "count": 50, "max_ms": 116.44, "p95_ms": 110.377}, "read_interval": {"avg_ms": 610.884, "count": 49, "max_ms": 22587.261, "p95_ms": 161.586}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 50, "max_ms": 0.04, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.125, "count": 50, "max_ms": 0.343, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 50, "max_ms": 0.03, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 50, "max_ms": 0.311, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 50, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.499, "count": 50, "max_ms": 61.656, "p95_ms": 59.965}, "visualize": {"avg_ms": 43.514, "count": 50, "max_ms": 56.812, "p95_ms": 55.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.713, "count": 50, "max_ms": 56.126, "p95_ms": 54.43}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.314, "count": 50, "max_ms": 56.643, "p95_ms": 55.066}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.217, "count": 50, "max_ms": 56.554, "p95_ms": 54.968}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 50, "max_ms": 0.207, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1033.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.003, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 66139, "write_bytes_delta": 66139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 112.0, "cpu_core_ratio": 0.293709, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32008.0, "pid": 22788, "reason": null, "system_cpu_core_ratio": 0.143336, "system_cpu_s_delta": 3.8699999999999974, "user_cpu_core_ratio": 0.150373, "user_cpu_s_delta": 4.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23096.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015926, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.042223, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.654, "count": 48, "max_ms": 5.607, "p95_ms": 4.146, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.037, "count": 30, "max": 66.434, "p95": 48.902, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.608, "count": 30, "max": 30.671, "p95": 23.146, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 714.133, "count": 30, "max": 1328.0, "p95": 1319.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3729.0, "count": 30, "max": 32008.0, "p95": 25004.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.408, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.272, "p95": 1.246, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151750.7, "count": 30, "max": 247643.0, "p95": 247643.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.227, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.576, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5408, "sampled_at": "2026-10-31T08:33:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:33:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 783993, "flush_count": 1080, "flush_interval_seconds": 30.0, "flush_state": {"count": 1080, "last_at": "2026-10-31T08:33:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:33:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1079}, "started": true, "suppressed_count": 631870, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 631870}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1080, "written_record_count": 1080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6004.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1749977395200, "copied_frame_count": 632949, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1749977395200, "frame_buffer_copies": 632949, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 0.3726, "p50_ms": 0.1042, "p95_ms": 0.2197, "p99_ms": 0.2705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3376, "count": 512, "max_ms": 3.7726, "p50_ms": 1.2448, "p95_ms": 2.1549, "p99_ms": 2.7897, "results": {"failed": 0, "not_applicable": 0, "success": 632949, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:33:42+09:00", "last_error_summary": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.077, "last_started_at": "2026-10-31T08:28:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.955, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-31T08:33:42+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-31T08:33:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 375.81, "last_sample_duration_ms": 830.769, "last_trigger": "periodic", "next_snapshot_in_sec": 224.19, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 108, "storage_bytes": 2059115}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-31T08:33:42.255026+09:00", "mtime_epoch": 1793403222.2550263, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 66050}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:33:42+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1052.855, "name": "celery", "pid": 176, "rss_mb": 1033.324, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 632949, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 49, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.633, "pushed": 1.667, "read": 1.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.006, "count": 49, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 109.7, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.494, "count": 49, "max_ms": 2.575, "p95_ms": 1.496, "reason": null, "sample_age_ms": 149.206, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.247, "count": 49, "max_ms": 2.076, "p95_ms": 1.233, "reason": null, "sample_age_ms": 149.381, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 49, "max_ms": 0.217, "p95_ms": 0.196, "reason": null, "sample_age_ms": 109.708, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.257, "count": 49, "max_ms": 2.664, "p95_ms": 2.014, "reason": null, "sample_age_ms": 148.179, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2211848.0, "count": 49, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 148.159, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.802, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.077, "count": 49, "max_ms": 57.706, "p95_ms": 54.947, "reason": null, "sample_age_ms": 109.697, "source": "client_direct"}, "sample_age_ms": 109.692, "source": "client_direct", "task_total_ms": {"avg_ms": 38.569, "count": 49, "max_ms": 59.317, "p95_ms": 56.985, "reason": null, "sample_age_ms": 109.692, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.412, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.702, "count": 49, "max_ms": 1.651, "p95_ms": 1.294}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 49, "max_ms": 0.541, "p95_ms": 0.482}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 49, "max_ms": 0.227, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 49, "max_ms": 0.243, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 49, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 49, "max_ms": 0.479, "p95_ms": 0.388}, "setup_ms": {"avg_ms": 0.043, "count": 49, "max_ms": 0.11, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.662, "count": 49, "max_ms": 1.578, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.012, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 49, "max_ms": 0.07, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.839, "count": 50, "max_ms": 5.74, "p95_ms": 4.146}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 49, "max_ms": 0.147, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.419, "count": 49, "max_ms": 61.647, "p95_ms": 59.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 49, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.685, "count": 49, "max_ms": 114.058, "p95_ms": 108.115}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 49, "max_ms": 2.703, "p95_ms": 2.561}, "processing_residual_ms": {"avg_ms": 0.124, "count": 49, "max_ms": 0.278, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.256, "count": 49, "max_ms": 116.44, "p95_ms": 110.377}, "read_interval": {"avg_ms": 610.884, "count": 49, "max_ms": 22587.261, "p95_ms": 161.586}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 49, "max_ms": 0.04, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.124, "count": 49, "max_ms": 0.343, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 49, "max_ms": 0.03, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 49, "max_ms": 0.311, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.432, "count": 49, "max_ms": 61.656, "p95_ms": 59.965}, "visualize": {"avg_ms": 43.657, "count": 49, "max_ms": 56.812, "p95_ms": 55.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.857, "count": 49, "max_ms": 56.126, "p95_ms": 54.43}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.458, "count": 49, "max_ms": 56.643, "p95_ms": 55.066}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.362, "count": 49, "max_ms": 56.554, "p95_ms": 54.968}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 49, "max_ms": 0.207, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1033.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.003, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 66139, "write_bytes_delta": 66139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 112.0, "cpu_core_ratio": 0.293709, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32008.0, "pid": 22788, "reason": null, "system_cpu_core_ratio": 0.143336, "system_cpu_s_delta": 3.8699999999999974, "user_cpu_core_ratio": 0.150373, "user_cpu_s_delta": 4.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23096.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015926, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.042223, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.654, "count": 48, "max_ms": 5.607, "p95_ms": 4.146, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.037, "count": 30, "max": 66.434, "p95": 48.902, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.608, "count": 30, "max": 30.671, "p95": 23.146, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 714.133, "count": 30, "max": 1328.0, "p95": 1319.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3729.0, "count": 30, "max": 32008.0, "p95": 25004.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.408, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.272, "p95": 1.246, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151750.7, "count": 30, "max": 247643.0, "p95": 247643.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.227, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.576, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5408, "sampled_at": "2026-10-31T08:33:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:33:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 783993, "flush_count": 1080, "flush_interval_seconds": 30.0, "flush_state": {"count": 1080, "last_at": "2026-10-31T08:33:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:33:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1079}, "started": true, "suppressed_count": 631870, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 631870}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1080, "written_record_count": 1080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6043.586, "limit_mb": null}, "detail": {"pid": 22904, "restart_count": 55, "start_count": 56}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1749977395200, "copied_frame_count": 632949, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1749977395200, "frame_buffer_copies": 632949, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 0.3726, "p50_ms": 0.1042, "p95_ms": 0.2197, "p99_ms": 0.2705}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3376, "count": 512, "max_ms": 3.7726, "p50_ms": 1.2448, "p95_ms": 2.1549, "p99_ms": 2.7897, "results": {"failed": 0, "not_applicable": 0, "success": 632949, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:33:42+09:00", "last_error_summary": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:33:44+09:00", "pid": 22904, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.98, "name": "ffmpeg", "pid": 22904, "rss_mb": 74.98, "state": "S (sleeping)", "threads": 1}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.003, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.291, "last_frame_pushed_at": "2026-10-31T08:33:42+09:00", "last_frame_read_age_sec": 4.392, "last_frame_read_at": "2026-10-31T08:33:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 380.059, "last_sample_duration_ms": 830.769, "last_trigger": "periodic", "next_snapshot_in_sec": 219.941, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 108, "storage_bytes": 2059115}, "mjpeg": {"age_sec": 4.281, "exists": true, "mtime": "2026-10-31T08:33:42.255026+09:00", "mtime_epoch": 1793403222.2550263, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 66050}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T08:33:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1052.855, "name": "celery", "pid": 176, "rss_mb": 1033.328, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 632949, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 38}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 38}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 38}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 38, "pushed_frames": 38, "read_frames": 38, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.744, "pushed": 4.744, "read": 4.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 38, "client_acquire_ms": {"avg_ms": 0.007, "count": 38, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4355.901, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.499, "count": 38, "max_ms": 2.575, "p95_ms": 1.566, "reason": null, "sample_age_ms": 4395.406, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.243, "count": 38, "max_ms": 2.076, "p95_ms": 1.263, "reason": null, "sample_age_ms": 4395.581, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 38, "max_ms": 0.217, "p95_ms": 0.192, "reason": null, "sample_age_ms": 4355.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.327, "count": 38, "max_ms": 2.664, "p95_ms": 2.103, "reason": null, "sample_age_ms": 4394.379, "source": "client_direct"}, "request_count": 38, "request_tensor_bytes": {"avg": 2211848.0, "count": 38, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4394.359, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 38, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4356.002, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.949, "count": 38, "max_ms": 57.706, "p95_ms": 56.514, "reason": null, "sample_age_ms": 4355.897, "source": "client_direct"}, "sample_age_ms": 4355.892, "source": "client_direct", "task_total_ms": {"avg_ms": 39.522, "count": 38, "max_ms": 59.317, "p95_ms": 58.887, "reason": null, "sample_age_ms": 4355.892, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.131, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.695, "count": 38, "max_ms": 1.651, "p95_ms": 1.294}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.218, "count": 38, "max_ms": 0.534, "p95_ms": 0.482}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 38, "max_ms": 0.227, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 38, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 38, "max_ms": 0.243, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.002, "count": 38, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 38, "max_ms": 0.479, "p95_ms": 0.388}, "setup_ms": {"avg_ms": 0.044, "count": 38, "max_ms": 0.11, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.655, "count": 38, "max_ms": 1.578, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 38, "max_ms": 0.012, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 38, "max_ms": 0.07, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.895, "count": 38, "max_ms": 5.74, "p95_ms": 4.936}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 38, "max_ms": 0.11, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.4, "count": 38, "max_ms": 61.647, "p95_ms": 60.187}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 38, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.683, "count": 38, "max_ms": 114.058, "p95_ms": 109.825}, "inference_input_copy_ms": {"avg_ms": 1.448, "count": 38, "max_ms": 2.581, "p95_ms": 2.561}, "processing_residual_ms": {"avg_ms": 0.125, "count": 38, "max_ms": 0.278, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.295, "count": 38, "max_ms": 116.44, "p95_ms": 110.937}, "read_interval": {"avg_ms": 689.608, "count": 38, "max_ms": 22587.261, "p95_ms": 161.586}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 38, "max_ms": 0.04, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.124, "count": 38, "max_ms": 0.343, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 38, "max_ms": 0.03, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 38, "max_ms": 0.311, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 38, "max_ms": 0.013, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.414, "count": 38, "max_ms": 61.656, "p95_ms": 60.202}, "visualize": {"avg_ms": 42.763, "count": 38, "max_ms": 56.812, "p95_ms": 55.667}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.976, "count": 38, "max_ms": 56.126, "p95_ms": 54.88}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.565, "count": 38, "max_ms": 56.643, "p95_ms": 55.522}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.47, "count": 38, "max_ms": 56.554, "p95_ms": 55.406}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 38, "max_ms": 0.198, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 38}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1033.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.472, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.003, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:33:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 66139, "write_bytes_delta": 66139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 112.0, "cpu_core_ratio": 0.293709, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32008.0, "pid": 22788, "reason": null, "system_cpu_core_ratio": 0.143336, "system_cpu_s_delta": 3.8699999999999974, "user_cpu_core_ratio": 0.150373, "user_cpu_s_delta": 4.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23096.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.015926, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.042223, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.654, "count": 48, "max_ms": 5.607, "p95_ms": 4.146, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.037, "count": 30, "max": 66.434, "p95": 48.902, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.608, "count": 30, "max": 30.671, "p95": 23.146, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 714.133, "count": 30, "max": 1328.0, "p95": 1319.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3729.0, "count": 30, "max": 32008.0, "p95": 25004.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.408, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.272, "p95": 1.246, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66974.633, "count": 30, "max": 72231.0, "p95": 68722.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151750.7, "count": 30, "max": 247643.0, "p95": 247643.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.227, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.576, "p95": 0.569, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5408, "sampled_at": "2026-10-31T08:33:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:33:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 8.011, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1016745, "flush_count": 1095, "flush_interval_seconds": 30.0, "flush_state": {"count": 1095, "last_at": "2026-10-31T08:47:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:47:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1094}, "started": true, "suppressed_count": 613972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 124, "tracking_summary": 613848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1095, "written_record_count": 1095}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6221.184, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60bf8abb4d00] error while decoding MB 110 52, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1700188876800, "copied_frame_count": 614941, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T08:43:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1474237, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T08:43:04+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.542}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 124, "events_emitted": 115, "events_failed": 0, "events_observed": 124, "events_suppressed": 9, "frame_buffer_copied_bytes": 1700188876800, "frame_buffer_copies": 614941, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5750, "recorder_active_input_bytes": 15897600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 115, "recorder_clips_failed": 0, "recorder_clips_started": 115, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 115, "worker_jobs_accepted": 115, "worker_jobs_completed": 115, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 4.1653, "p50_ms": 0.0956, "p95_ms": 0.208, "p99_ms": 0.3414}, "stages": {"db_insert": {"avg_ms": 15.8969, "count": 115, "max_ms": 62.2331, "p50_ms": 14.5704, "p95_ms": 30.7084, "p99_ms": 37.2546, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 924.702, "count": 124, "max_ms": 4422.916, "p50_ms": 920.4202, "p95_ms": 1232.6764, "p99_ms": 1369.4058, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5503, "count": 512, "max_ms": 5.8648, "p50_ms": 1.4302, "p95_ms": 2.7225, "p99_ms": 3.3605, "results": {"failed": 0, "not_applicable": 0, "success": 614941, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 477.6061, "count": 124, "max_ms": 862.8454, "p50_ms": 497.3604, "p95_ms": 597.1029, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.6675, "count": 115, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.2617, "p99_ms": 67.8965, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7693, "count": 512, "max_ms": 12.3946, "p50_ms": 4.5334, "p95_ms": 6.9631, "p99_ms": 8.4939, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4065, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2888, "p95_ms": 2.5472, "p99_ms": 3.6138, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 511.1512, "count": 115, "max_ms": 860.4624, "p50_ms": 498.2006, "p95_ms": 595.6696, "p99_ms": 651.5839, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 422.183, "count": 115, "max_ms": 789.0434, "p50_ms": 407.1739, "p95_ms": 501.2555, "p99_ms": 552.7127, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.0615, "count": 115, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 97.269, "p99_ms": 105.3232, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8611, "count": 115, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.6623, "p99_ms": 9.29, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3498, "count": 115, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.1076, "p99_ms": 70.4789, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8843, "count": 115, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.5351, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 401.5952, "count": 115, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 614.2842, "p99_ms": 713.924, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1592, "count": 115, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.1912, "p99_ms": 11.4372, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0927, "count": 115, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 64.0059, "p99_ms": 73.9034, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0937, "count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1266, "count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3678, "count": 115, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 704.482, "p99_ms": 780.5999, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 115, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847}, "wait_ms": {"count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 115, "artifact_failed": 0, "artifact_requested": 115, "artifact_success": 115, "completed": 115, "completed_failed": 0, "completed_success": 115, "cooldown_promoted": 115, "database_requested": 115, "db_insert_success": 115, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15657, "relay_business_failed": 0, "relay_business_success": 115, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 115, "relay_transport_failed": 0, "relay_transport_success": 115, "reservation_requested": 115}, "snapshot": {"copied_bytes": 317952000, "copied_count": 115, "copy": {"count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:48:00+09:00", "last_error_summary": "[h264 @ 0x60bf8abb4d00] error while decoding MB 110 52, bytestream -14", "last_exit_at": "2026-10-31T08:25:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 1352.997, "last_started_at": "2026-10-31T08:25:27+09:00", "pid": 22672, "process": {"exists": false, "pid": 22672}, "restart_count": 73, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.987, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-31T08:48:00+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-10-31T08:48:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 25.393, "last_sample_duration_ms": 1018.296, "last_trigger": "periodic", "next_snapshot_in_sec": 574.607, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 110, "storage_bytes": 2078255}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-31T08:48:00.061994+09:00", "mtime_epoch": 1793404080.0619938, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 66388}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:48:00+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1205.297, "name": "celery", "pid": 206, "rss_mb": 1102.688, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 86, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 614942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.88, "max": 29.0, "p95": 27.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.795, "max": 5.0, "p95": 4.0, "sample_count": 258}, "total": {"avg": 2.795, "max": 5.0, "p95": 4.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 1.229, "max": 4.0, "p95": 2.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.023, "max": 2.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 1.229, "max": 4.0, "p95": 2.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.626, "pushed": 8.626, "read": 8.626}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.009, "count": 259, "max_ms": 0.244, "p95_ms": 0.016, "reason": null, "sample_age_ms": 27.226, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.947, "count": 258, "max_ms": 6.798, "p95_ms": 3.21, "reason": null, "sample_age_ms": 67.729, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 258, "max_ms": 6.637, "p95_ms": 2.148, "reason": null, "sample_age_ms": 67.976, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.529, "count": 259, "max_ms": 1.491, "p95_ms": 0.931, "reason": null, "sample_age_ms": 27.238, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.208, "count": 258, "max_ms": 3.942, "p95_ms": 3.353, "reason": null, "sample_age_ms": 66.032, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.999, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.973, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.386, "count": 259, "max_ms": 80.782, "p95_ms": 61.358, "reason": null, "sample_age_ms": 27.222, "source": "client_direct"}, "sample_age_ms": 27.218, "source": "client_direct", "task_total_ms": {"avg_ms": 47.315, "count": 259, "max_ms": 83.275, "p95_ms": 64.114, "reason": null, "sample_age_ms": 27.218, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.034, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.979, "count": 258, "max_ms": 16.68, "p95_ms": 11.877}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.489, "count": 258, "max_ms": 1.508, "p95_ms": 0.956}, "detection_prepare_ms": {"avg_ms": 1.712, "count": 258, "max_ms": 8.913, "p95_ms": 2.976}, "event_filter_ms": {"avg_ms": 0.005, "count": 258, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 258, "max_ms": 1.254, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.974, "count": 258, "max_ms": 6.597, "p95_ms": 4.661}, "setup_ms": {"avg_ms": 0.042, "count": 258, "max_ms": 0.112, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 6.919, "count": 258, "max_ms": 16.594, "p95_ms": 11.771}, "track_match_ms": {"avg_ms": 0.168, "count": 258, "max_ms": 0.727, "p95_ms": 0.319}, "tracker_update_ms": {"avg_ms": 2.192, "count": 258, "max_ms": 6.391, "p95_ms": 3.686}}, "gstreamer_push": {"avg_ms": 3.226, "count": 258, "max_ms": 7.755, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 258, "max_ms": 0.675, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.748, "count": 258, "max_ms": 86.598, "p95_ms": 67.297}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.409, "count": 258, "max_ms": 13.869, "p95_ms": 8.88}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.526, "count": 258, "max_ms": 171.081, "p95_ms": 125.939}, "inference_input_copy_ms": {"avg_ms": 1.959, "count": 258, "max_ms": 10.514, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.28, "count": 258, "max_ms": 0.818, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.174, "count": 258, "max_ms": 175.385, "p95_ms": 131.787}, "read_interval": {"avg_ms": 116.126, "count": 258, "max_ms": 189.33, "p95_ms": 159.947}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 258, "max_ms": 0.137, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.903, "count": 258, "max_ms": 6.458, "p95_ms": 4.567}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 258, "max_ms": 0.061, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.885, "count": 258, "max_ms": 6.424, "p95_ms": 4.522}, "worker_merge_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.08, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.762, "count": 258, "max_ms": 86.618, "p95_ms": 67.31}, "visualize": {"avg_ms": 38.169, "count": 258, "max_ms": 69.984, "p95_ms": 50.869}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.856, "count": 258, "max_ms": 55.126, "p95_ms": 42.424}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.68, "count": 258, "max_ms": 67.162, "p95_ms": 49.185}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 258, "max_ms": 3.023, "p95_ms": 2.12}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.544, "count": 258, "max_ms": 66.953, "p95_ms": 49.013}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 258, "max_ms": 0.185, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1102.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.798, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.312, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 64001, "write_bytes_delta": 64001, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 937.0, "cpu_core_ratio": 0.373794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22672, "reason": null, "system_cpu_core_ratio": 0.033891, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.339903, "user_cpu_s_delta": 6.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.835578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.552218, "system_cpu_s_delta": 11.079999999998108, "user_cpu_core_ratio": 1.283359, "user_cpu_s_delta": 25.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.313, "count": 254, "max_ms": 10.84, "p95_ms": 5.342, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.858, "max": 31.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.063, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 3.063, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.415, "count": 30, "max": 62.665, "p95": 39.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.148, "count": 30, "max": 23.482, "p95": 20.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 911.8, "count": 30, "max": 1058.0, "p95": 1026.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.4, "count": 30, "max": 42.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.037, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.386, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1776.967, "count": 30, "max": 38520.0, "p95": 7635.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.591, "count": 30, "max": 0.683, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.308, "count": 30, "max": 1.417, "p95": 1.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5497, "sampled_at": "2026-10-31T08:47:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:47:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1016745, "flush_count": 1095, "flush_interval_seconds": 30.0, "flush_state": {"count": 1095, "last_at": "2026-10-31T08:47:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:47:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1094}, "started": true, "suppressed_count": 613972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 124, "tracking_summary": 613848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1095, "written_record_count": 1095}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6220.324, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T08:48:00+09:00", "last_error_summary": "[h264 @ 0x60bf8abb4d00] error while decoding MB 110 52, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1700191641600, "copied_frame_count": 614942, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T08:43:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1474237, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T08:43:04+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.542}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 124, "events_emitted": 115, "events_failed": 0, "events_observed": 124, "events_suppressed": 9, "frame_buffer_copied_bytes": 1700191641600, "frame_buffer_copies": 614942, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5750, "recorder_active_input_bytes": 15897600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 115, "recorder_clips_failed": 0, "recorder_clips_started": 115, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 115, "worker_jobs_accepted": 115, "worker_jobs_completed": 115, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 4.1653, "p50_ms": 0.0956, "p95_ms": 0.208, "p99_ms": 0.3414}, "stages": {"db_insert": {"avg_ms": 15.8969, "count": 115, "max_ms": 62.2331, "p50_ms": 14.5704, "p95_ms": 30.7084, "p99_ms": 37.2546, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 924.702, "count": 124, "max_ms": 4422.916, "p50_ms": 920.4202, "p95_ms": 1232.6764, "p99_ms": 1369.4058, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5514, "count": 512, "max_ms": 5.8648, "p50_ms": 1.4302, "p95_ms": 2.7225, "p99_ms": 3.3605, "results": {"failed": 0, "not_applicable": 0, "success": 614942, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 477.6061, "count": 124, "max_ms": 862.8454, "p50_ms": 497.3604, "p95_ms": 597.1029, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.6675, "count": 115, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.2617, "p99_ms": 67.8965, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7693, "count": 512, "max_ms": 12.3946, "p50_ms": 4.5334, "p95_ms": 6.9631, "p99_ms": 8.4939, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4065, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2888, "p95_ms": 2.5472, "p99_ms": 3.6138, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 511.1512, "count": 115, "max_ms": 860.4624, "p50_ms": 498.2006, "p95_ms": 595.6696, "p99_ms": 651.5839, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 422.183, "count": 115, "max_ms": 789.0434, "p50_ms": 407.1739, "p95_ms": 501.2555, "p99_ms": 552.7127, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.0615, "count": 115, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 97.269, "p99_ms": 105.3232, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8611, "count": 115, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.6623, "p99_ms": 9.29, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3498, "count": 115, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.1076, "p99_ms": 70.4789, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8843, "count": 115, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.5351, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 401.5952, "count": 115, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 614.2842, "p99_ms": 713.924, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1592, "count": 115, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.1912, "p99_ms": 11.4372, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0927, "count": 115, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 64.0059, "p99_ms": 73.9034, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0937, "count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1266, "count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3678, "count": 115, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 704.482, "p99_ms": 780.5999, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 115, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847}, "wait_ms": {"count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 115, "artifact_failed": 0, "artifact_requested": 115, "artifact_success": 115, "completed": 115, "completed_failed": 0, "completed_success": 115, "cooldown_promoted": 115, "database_requested": 115, "db_insert_success": 115, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15657, "relay_business_failed": 0, "relay_business_success": 115, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 115, "relay_transport_failed": 0, "relay_transport_success": 115, "reservation_requested": 115}, "snapshot": {"copied_bytes": 317952000, "copied_count": 115, "copy": {"count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:48:00+09:00", "last_error_summary": "[h264 @ 0x60bf8abb4d00] error while decoding MB 110 52, bytestream -14", "last_exit_at": "2026-10-31T08:48:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1353.058, "last_started_at": "2026-10-31T08:25:27+09:00", "pid": 22672, "process": {"exists": false, "pid": 22672}, "restart_count": 73, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.987, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-31T08:48:00+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-10-31T08:48:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 25.451, "last_sample_duration_ms": 1018.296, "last_trigger": "periodic", "next_snapshot_in_sec": 574.549, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 110, "storage_bytes": 2078255}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-10-31T08:48:00.061994+09:00", "mtime_epoch": 1793404080.0619938, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 66388}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:48:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1205.297, "name": "celery", "pid": 206, "rss_mb": 1102.676, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 86, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 614942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.876, "max": 29.0, "p95": 27.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.792, "max": 5.0, "p95": 4.0, "sample_count": 259}, "total": {"avg": 2.792, "max": 5.0, "p95": 4.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 1.228, "max": 4.0, "p95": 2.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.023, "max": 2.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 1.228, "max": 4.0, "p95": 2.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.641, "pushed": 8.641, "read": 8.608}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.009, "count": 258, "max_ms": 0.244, "p95_ms": 0.016, "reason": null, "sample_age_ms": 87.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.947, "count": 258, "max_ms": 6.798, "p95_ms": 3.21, "reason": null, "sample_age_ms": 128.028, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 258, "max_ms": 6.637, "p95_ms": 2.148, "reason": null, "sample_age_ms": 128.274, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.529, "count": 258, "max_ms": 1.491, "p95_ms": 0.931, "reason": null, "sample_age_ms": 87.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.208, "count": 258, "max_ms": 3.942, "p95_ms": 3.353, "reason": null, "sample_age_ms": 126.331, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.298, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.272, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.359, "count": 258, "max_ms": 80.782, "p95_ms": 61.369, "reason": null, "sample_age_ms": 87.521, "source": "client_direct"}, "sample_age_ms": 87.517, "source": "client_direct", "task_total_ms": {"avg_ms": 47.287, "count": 258, "max_ms": 83.275, "p95_ms": 64.143, "reason": null, "sample_age_ms": 87.517, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.495, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.97, "count": 259, "max_ms": 16.68, "p95_ms": 11.877}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.488, "count": 259, "max_ms": 1.508, "p95_ms": 0.956}, "detection_prepare_ms": {"avg_ms": 1.712, "count": 259, "max_ms": 8.913, "p95_ms": 2.976}, "event_filter_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 259, "max_ms": 1.254, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.968, "count": 259, "max_ms": 6.597, "p95_ms": 4.661}, "setup_ms": {"avg_ms": 0.042, "count": 259, "max_ms": 0.112, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 6.911, "count": 259, "max_ms": 16.594, "p95_ms": 11.771}, "track_match_ms": {"avg_ms": 0.168, "count": 259, "max_ms": 0.727, "p95_ms": 0.319}, "tracker_update_ms": {"avg_ms": 2.191, "count": 259, "max_ms": 6.391, "p95_ms": 3.686}}, "gstreamer_push": {"avg_ms": 3.232, "count": 259, "max_ms": 7.755, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 259, "max_ms": 0.675, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.718, "count": 259, "max_ms": 86.598, "p95_ms": 67.297}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.408, "count": 259, "max_ms": 13.869, "p95_ms": 8.88}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.561, "count": 259, "max_ms": 171.081, "p95_ms": 125.939}, "inference_input_copy_ms": {"avg_ms": 1.955, "count": 259, "max_ms": 10.514, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.28, "count": 259, "max_ms": 0.818, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.203, "count": 259, "max_ms": 175.385, "p95_ms": 131.787}, "read_interval": {"avg_ms": 116.126, "count": 258, "max_ms": 189.33, "p95_ms": 159.947}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 259, "max_ms": 0.137, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.897, "count": 259, "max_ms": 6.458, "p95_ms": 4.567}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 259, "max_ms": 0.061, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.88, "count": 259, "max_ms": 6.424, "p95_ms": 4.522}, "worker_merge_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.08, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.733, "count": 259, "max_ms": 86.618, "p95_ms": 67.31}, "visualize": {"avg_ms": 38.235, "count": 259, "max_ms": 69.984, "p95_ms": 51.102}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.895, "count": 259, "max_ms": 55.126, "p95_ms": 42.424}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.744, "count": 259, "max_ms": 67.162, "p95_ms": 49.832}, "visualize_input_copy_ms": {"avg_ms": 1.29, "count": 259, "max_ms": 3.023, "p95_ms": 2.12}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.608, "count": 259, "max_ms": 66.953, "p95_ms": 49.706}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 259, "max_ms": 0.185, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1102.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.798, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.312, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 64001, "write_bytes_delta": 64001, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 937.0, "cpu_core_ratio": 0.373794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22672, "reason": null, "system_cpu_core_ratio": 0.033891, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.339903, "user_cpu_s_delta": 6.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.835578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.552218, "system_cpu_s_delta": 11.079999999998108, "user_cpu_core_ratio": 1.283359, "user_cpu_s_delta": 25.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.313, "count": 254, "max_ms": 10.84, "p95_ms": 5.342, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.858, "max": 31.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.063, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 3.063, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.415, "count": 30, "max": 62.665, "p95": 39.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.148, "count": 30, "max": 23.482, "p95": 20.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 911.8, "count": 30, "max": 1058.0, "p95": 1026.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.4, "count": 30, "max": 42.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.037, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.386, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1776.967, "count": 30, "max": 38520.0, "p95": 7635.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.591, "count": 30, "max": 0.683, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.308, "count": 30, "max": 1.417, "p95": 1.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5497, "sampled_at": "2026-10-31T08:47:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:47:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1016745, "flush_count": 1095, "flush_interval_seconds": 30.0, "flush_state": {"count": 1095, "last_at": "2026-10-31T08:47:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:47:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1094}, "started": true, "suppressed_count": 613972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 124, "tracking_summary": 613848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1095, "written_record_count": 1095}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6220.672, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1700191641600, "copied_frame_count": 614942, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T08:43:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1474237, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T08:43:04+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.542}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 124, "events_emitted": 115, "events_failed": 0, "events_observed": 124, "events_suppressed": 9, "frame_buffer_copied_bytes": 1700191641600, "frame_buffer_copies": 614942, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5750, "recorder_active_input_bytes": 15897600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 115, "recorder_clips_failed": 0, "recorder_clips_started": 115, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 115, "worker_jobs_accepted": 115, "worker_jobs_completed": 115, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 4.1653, "p50_ms": 0.0956, "p95_ms": 0.208, "p99_ms": 0.3414}, "stages": {"db_insert": {"avg_ms": 15.8969, "count": 115, "max_ms": 62.2331, "p50_ms": 14.5704, "p95_ms": 30.7084, "p99_ms": 37.2546, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 924.702, "count": 124, "max_ms": 4422.916, "p50_ms": 920.4202, "p95_ms": 1232.6764, "p99_ms": 1369.4058, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5514, "count": 512, "max_ms": 5.8648, "p50_ms": 1.4302, "p95_ms": 2.7225, "p99_ms": 3.3605, "results": {"failed": 0, "not_applicable": 0, "success": 614942, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 477.6061, "count": 124, "max_ms": 862.8454, "p50_ms": 497.3604, "p95_ms": 597.1029, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.6675, "count": 115, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.2617, "p99_ms": 67.8965, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7693, "count": 512, "max_ms": 12.3946, "p50_ms": 4.5334, "p95_ms": 6.9631, "p99_ms": 8.4939, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4065, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2888, "p95_ms": 2.5472, "p99_ms": 3.6138, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 511.1512, "count": 115, "max_ms": 860.4624, "p50_ms": 498.2006, "p95_ms": 595.6696, "p99_ms": 651.5839, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 422.183, "count": 115, "max_ms": 789.0434, "p50_ms": 407.1739, "p95_ms": 501.2555, "p99_ms": 552.7127, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.0615, "count": 115, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 97.269, "p99_ms": 105.3232, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8611, "count": 115, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.6623, "p99_ms": 9.29, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3498, "count": 115, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.1076, "p99_ms": 70.4789, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8843, "count": 115, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.5351, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 401.5952, "count": 115, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 614.2842, "p99_ms": 713.924, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1592, "count": 115, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.1912, "p99_ms": 11.4372, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0927, "count": 115, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 64.0059, "p99_ms": 73.9034, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0937, "count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1266, "count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3678, "count": 115, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 704.482, "p99_ms": 780.5999, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 115, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847}, "wait_ms": {"count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 115, "artifact_failed": 0, "artifact_requested": 115, "artifact_success": 115, "completed": 115, "completed_failed": 0, "completed_success": 115, "cooldown_promoted": 115, "database_requested": 115, "db_insert_success": 115, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15657, "relay_business_failed": 0, "relay_business_success": 115, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 115, "relay_transport_failed": 0, "relay_transport_success": 115, "reservation_requested": 115}, "snapshot": {"copied_bytes": 317952000, "copied_count": 115, "copy": {"count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:48:00+09:00", "last_error_summary": "[h264 @ 0x60bf8abb4d00] error while decoding MB 110 52, bytestream -14", "last_exit_at": "2026-10-31T08:48:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1353.091, "last_started_at": "2026-10-31T08:25:27+09:00", "pid": 22672, "process": {"exists": false, "pid": 22672}, "restart_count": 73, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.987, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-31T08:48:00+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-31T08:48:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 25.491, "last_sample_duration_ms": 1018.296, "last_trigger": "periodic", "next_snapshot_in_sec": 574.509, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 110, "storage_bytes": 2078255}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-31T08:48:00.180995+09:00", "mtime_epoch": 1793404080.1809947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 64323}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:48:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1205.297, "name": "celery", "pid": 206, "rss_mb": 1102.676, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 86, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 614942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.884, "max": 29.0, "p95": 27.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.795, "max": 5.0, "p95": 4.0, "sample_count": 258}, "total": {"avg": 2.795, "max": 5.0, "p95": 4.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 1.229, "max": 4.0, "p95": 2.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.023, "max": 2.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 1.229, "max": 4.0, "p95": 2.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.601, "pushed": 8.634, "read": 8.601}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.009, "count": 258, "max_ms": 0.244, "p95_ms": 0.016, "reason": null, "sample_age_ms": 123.241, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.947, "count": 258, "max_ms": 6.798, "p95_ms": 3.21, "reason": null, "sample_age_ms": 163.744, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 258, "max_ms": 6.637, "p95_ms": 2.148, "reason": null, "sample_age_ms": 163.991, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.529, "count": 258, "max_ms": 1.491, "p95_ms": 0.931, "reason": null, "sample_age_ms": 123.253, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.208, "count": 258, "max_ms": 3.942, "p95_ms": 3.353, "reason": null, "sample_age_ms": 162.048, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.014, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.988, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.359, "count": 258, "max_ms": 80.782, "p95_ms": 61.369, "reason": null, "sample_age_ms": 123.237, "source": "client_direct"}, "sample_age_ms": 123.234, "source": "client_direct", "task_total_ms": {"avg_ms": 47.287, "count": 258, "max_ms": 83.275, "p95_ms": 64.143, "reason": null, "sample_age_ms": 123.234, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.703, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.971, "count": 258, "max_ms": 16.68, "p95_ms": 11.877}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.488, "count": 258, "max_ms": 1.508, "p95_ms": 0.956}, "detection_prepare_ms": {"avg_ms": 1.708, "count": 258, "max_ms": 8.913, "p95_ms": 2.976}, "event_filter_ms": {"avg_ms": 0.005, "count": 258, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 258, "max_ms": 1.254, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.973, "count": 258, "max_ms": 6.597, "p95_ms": 4.661}, "setup_ms": {"avg_ms": 0.042, "count": 258, "max_ms": 0.112, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 6.911, "count": 258, "max_ms": 16.594, "p95_ms": 11.771}, "track_match_ms": {"avg_ms": 0.168, "count": 258, "max_ms": 0.727, "p95_ms": 0.319}, "tracker_update_ms": {"avg_ms": 2.191, "count": 258, "max_ms": 6.391, "p95_ms": 3.686}}, "gstreamer_push": {"avg_ms": 3.232, "count": 259, "max_ms": 7.755, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 258, "max_ms": 0.675, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.692, "count": 258, "max_ms": 86.598, "p95_ms": 67.297}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.41, "count": 258, "max_ms": 13.869, "p95_ms": 8.88}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.531, "count": 258, "max_ms": 171.081, "p95_ms": 125.939}, "inference_input_copy_ms": {"avg_ms": 1.957, "count": 258, "max_ms": 10.514, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.28, "count": 258, "max_ms": 0.818, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.178, "count": 258, "max_ms": 175.385, "p95_ms": 131.787}, "read_interval": {"avg_ms": 116.126, "count": 258, "max_ms": 189.33, "p95_ms": 159.947}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 258, "max_ms": 0.137, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.901, "count": 258, "max_ms": 6.458, "p95_ms": 4.567}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 258, "max_ms": 0.061, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.884, "count": 258, "max_ms": 6.424, "p95_ms": 4.522}, "worker_merge_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.08, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.707, "count": 258, "max_ms": 86.618, "p95_ms": 67.31}, "visualize": {"avg_ms": 38.231, "count": 258, "max_ms": 69.984, "p95_ms": 51.102}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.888, "count": 258, "max_ms": 55.126, "p95_ms": 42.424}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.74, "count": 258, "max_ms": 67.162, "p95_ms": 49.832}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 258, "max_ms": 3.023, "p95_ms": 2.12}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.605, "count": 258, "max_ms": 66.953, "p95_ms": 49.706}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 258, "max_ms": 0.185, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1102.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.798, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.312, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 64001, "write_bytes_delta": 64001, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 937.0, "cpu_core_ratio": 0.373794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22672, "reason": null, "system_cpu_core_ratio": 0.033891, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.339903, "user_cpu_s_delta": 6.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.835578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.552218, "system_cpu_s_delta": 11.079999999998108, "user_cpu_core_ratio": 1.283359, "user_cpu_s_delta": 25.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.313, "count": 254, "max_ms": 10.84, "p95_ms": 5.342, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.858, "max": 31.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.063, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 3.063, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.415, "count": 30, "max": 62.665, "p95": 39.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.148, "count": 30, "max": 23.482, "p95": 20.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 911.8, "count": 30, "max": 1058.0, "p95": 1026.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.4, "count": 30, "max": 42.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.037, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.386, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1776.967, "count": 30, "max": 38520.0, "p95": 7635.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.591, "count": 30, "max": 0.683, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.308, "count": 30, "max": 1.417, "p95": 1.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5497, "sampled_at": "2026-10-31T08:47:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:47:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1016745, "flush_count": 1095, "flush_interval_seconds": 30.0, "flush_state": {"count": 1095, "last_at": "2026-10-31T08:47:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T08:47:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1094}, "started": true, "suppressed_count": 613972, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 124, "tracking_summary": 613848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1095, "written_record_count": 1095}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6391.773, "limit_mb": null}, "detail": {"pid": 23144, "restart_count": 74, "start_count": 75}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1700191641600, "copied_frame_count": 614942, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T08:43:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1474237, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T08:43:04+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.542}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 124, "events_emitted": 115, "events_failed": 0, "events_observed": 124, "events_suppressed": 9, "frame_buffer_copied_bytes": 1700191641600, "frame_buffer_copies": 614942, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5750, "recorder_active_input_bytes": 15897600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 115, "recorder_clips_failed": 0, "recorder_clips_started": 115, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 115, "worker_jobs_accepted": 115, "worker_jobs_completed": 115, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 4.1653, "p50_ms": 0.0956, "p95_ms": 0.208, "p99_ms": 0.3414}, "stages": {"db_insert": {"avg_ms": 15.8969, "count": 115, "max_ms": 62.2331, "p50_ms": 14.5704, "p95_ms": 30.7084, "p99_ms": 37.2546, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 924.702, "count": 124, "max_ms": 4422.916, "p50_ms": 920.4202, "p95_ms": 1232.6764, "p99_ms": 1369.4058, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5514, "count": 512, "max_ms": 5.8648, "p50_ms": 1.4302, "p95_ms": 2.7225, "p99_ms": 3.3605, "results": {"failed": 0, "not_applicable": 0, "success": 614942, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 477.6061, "count": 124, "max_ms": 862.8454, "p50_ms": 497.3604, "p95_ms": 597.1029, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.6675, "count": 115, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 57.2617, "p99_ms": 67.8965, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7693, "count": 512, "max_ms": 12.3946, "p50_ms": 4.5334, "p95_ms": 6.9631, "p99_ms": 8.4939, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4065, "count": 512, "max_ms": 5.3394, "p50_ms": 1.2888, "p95_ms": 2.5472, "p99_ms": 3.6138, "results": {"failed": 0, "not_applicable": 0, "success": 5750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 511.1512, "count": 115, "max_ms": 860.4624, "p50_ms": 498.2006, "p95_ms": 595.6696, "p99_ms": 651.5839, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 422.183, "count": 115, "max_ms": 789.0434, "p50_ms": 407.1739, "p95_ms": 501.2555, "p99_ms": 552.7127, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.0615, "count": 115, "max_ms": 109.8019, "p50_ms": 83.6284, "p95_ms": 97.269, "p99_ms": 105.3232, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8611, "count": 115, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.6623, "p99_ms": 9.29, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3498, "count": 115, "max_ms": 73.1462, "p50_ms": 33.5364, "p95_ms": 56.1076, "p99_ms": 70.4789, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3793, "count": 115, "max_ms": 16.9396, "p50_ms": 0.7781, "p95_ms": 3.9843, "p99_ms": 10.8674, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7908, "count": 124, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5631, "p99_ms": 2.7829, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8843, "count": 115, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.5351, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 401.5952, "count": 115, "max_ms": 3752.636, "p50_ms": 349.6498, "p95_ms": 614.2842, "p99_ms": 713.924, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1592, "count": 115, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.1912, "p99_ms": 11.4372, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0927, "count": 115, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 64.0059, "p99_ms": 73.9034, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0937, "count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1266, "count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 480.3678, "count": 115, "max_ms": 3837.487, "p50_ms": 425.519, "p95_ms": 704.482, "p99_ms": 780.5999, "results": {"failed": 0, "not_applicable": 0, "success": 115, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 115, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 115, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1703, "p99_ms": 0.1847}, "wait_ms": {"count": 115, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7298, "p99_ms": 5.2896}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 115, "artifact_failed": 0, "artifact_requested": 115, "artifact_success": 115, "completed": 115, "completed_failed": 0, "completed_success": 115, "cooldown_promoted": 115, "database_requested": 115, "db_insert_success": 115, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15657, "relay_business_failed": 0, "relay_business_success": 115, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 115, "relay_transport_failed": 0, "relay_transport_success": 115, "reservation_requested": 115}, "snapshot": {"copied_bytes": 317952000, "copied_count": 115, "copy": {"count": 115, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8277, "p99_ms": 3.7323}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:48:00+09:00", "last_error_summary": "[h264 @ 0x60bf8abb4d00] error while decoding MB 110 52, bytestream -14", "last_exit_at": "2026-10-31T08:48:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T08:48:03+09:00", "pid": 23144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.301, "name": "ffmpeg", "pid": 23144, "rss_mb": 208.301, "state": "S (sleeping)", "threads": 70}, "restart_count": 74, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.818, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.101, "last_frame_pushed_at": "2026-10-31T08:48:00+09:00", "last_frame_read_age_sec": 5.217, "last_frame_read_at": "2026-10-31T08:48:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 30.561, "last_sample_duration_ms": 1018.296, "last_trigger": "periodic", "next_snapshot_in_sec": 569.439, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 110, "storage_bytes": 2078255}, "mjpeg": {"age_sec": 5.093, "exists": true, "mtime": "2026-10-31T08:48:00.180995+09:00", "mtime_epoch": 1793404080.1809947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 64323}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T08:48:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1205.297, "name": "celery", "pid": 206, "rss_mb": 1102.68, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 86, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 614942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.523, "max": 29.0, "p95": 27.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.722, "max": 4.0, "p95": 4.0, "sample_count": 216}, "total": {"avg": 2.722, "max": 4.0, "p95": 4.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 1.116, "max": 2.0, "p95": 2.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.019, "max": 2.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 1.116, "max": 2.0, "p95": 2.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.213, "pushed": 7.213, "read": 7.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.009, "count": 215, "max_ms": 0.244, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5191.142, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 215, "max_ms": 6.798, "p95_ms": 3.221, "reason": null, "sample_age_ms": 5231.645, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 215, "max_ms": 6.637, "p95_ms": 2.148, "reason": null, "sample_age_ms": 5231.892, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.516, "count": 215, "max_ms": 1.296, "p95_ms": 0.932, "reason": null, "sample_age_ms": 5191.154, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.197, "count": 215, "max_ms": 3.942, "p95_ms": 3.356, "reason": null, "sample_age_ms": 5229.949, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5229.916, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5191.89, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.328, "count": 215, "max_ms": 80.782, "p95_ms": 62.18, "reason": null, "sample_age_ms": 5191.138, "source": "client_direct"}, "sample_age_ms": 5191.135, "source": "client_direct", "task_total_ms": {"avg_ms": 47.232, "count": 215, "max_ms": 83.275, "p95_ms": 64.805, "reason": null, "sample_age_ms": 5191.135, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.096, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.951, "count": 216, "max_ms": 16.68, "p95_ms": 11.877}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 216, "max_ms": 1.508, "p95_ms": 0.925}, "detection_prepare_ms": {"avg_ms": 1.681, "count": 216, "max_ms": 8.913, "p95_ms": 2.894}, "event_filter_ms": {"avg_ms": 0.005, "count": 216, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.332, "count": 216, "max_ms": 1.022, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.029, "count": 216, "max_ms": 6.597, "p95_ms": 4.761}, "setup_ms": {"avg_ms": 0.042, "count": 216, "max_ms": 0.112, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 6.891, "count": 216, "max_ms": 16.594, "p95_ms": 11.771}, "track_match_ms": {"avg_ms": 0.162, "count": 216, "max_ms": 0.488, "p95_ms": 0.295}, "tracker_update_ms": {"avg_ms": 2.152, "count": 216, "max_ms": 5.013, "p95_ms": 3.559}}, "gstreamer_push": {"avg_ms": 3.234, "count": 216, "max_ms": 7.755, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 216, "max_ms": 0.675, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.642, "count": 216, "max_ms": 86.598, "p95_ms": 67.639}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.335, "count": 216, "max_ms": 13.869, "p95_ms": 8.789}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.161, "count": 216, "max_ms": 171.081, "p95_ms": 125.939}, "inference_input_copy_ms": {"avg_ms": 1.946, "count": 216, "max_ms": 10.514, "p95_ms": 2.975}, "processing_residual_ms": {"avg_ms": 0.276, "count": 216, "max_ms": 0.818, "p95_ms": 0.554}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.717, "count": 216, "max_ms": 175.385, "p95_ms": 131.787}, "read_interval": {"avg_ms": 115.511, "count": 215, "max_ms": 189.33, "p95_ms": 154.623}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.137, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.956, "count": 216, "max_ms": 6.458, "p95_ms": 4.57}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 216, "max_ms": 0.061, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.939, "count": 216, "max_ms": 6.424, "p95_ms": 4.558}, "worker_merge_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.08, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.656, "count": 216, "max_ms": 86.618, "p95_ms": 67.652}, "visualize": {"avg_ms": 37.956, "count": 216, "max_ms": 69.984, "p95_ms": 50.686}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.789, "count": 216, "max_ms": 55.126, "p95_ms": 42.424}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.463, "count": 216, "max_ms": 67.162, "p95_ms": 49.185}, "visualize_input_copy_ms": {"avg_ms": 1.295, "count": 216, "max_ms": 3.023, "p95_ms": 2.036}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.331, "count": 216, "max_ms": 66.953, "p95_ms": 48.918}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 216, "max_ms": 0.185, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1102.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.798, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.312, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T08:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 64001, "write_bytes_delta": 64001, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 937.0, "cpu_core_ratio": 0.373794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 22672, "reason": null, "system_cpu_core_ratio": 0.033891, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.339903, "user_cpu_s_delta": 6.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.835578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.552218, "system_cpu_s_delta": 11.079999999998108, "user_cpu_core_ratio": 1.283359, "user_cpu_s_delta": 25.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.313, "count": 254, "max_ms": 10.84, "p95_ms": 5.342, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.858, "max": 31.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.063, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 3.063, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.415, "count": 30, "max": 62.665, "p95": 39.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.148, "count": 30, "max": 23.482, "p95": 20.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 911.8, "count": 30, "max": 1058.0, "p95": 1026.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.4, "count": 30, "max": 42.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.037, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.386, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66256.5, "count": 30, "max": 70002.0, "p95": 68950.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1776.967, "count": 30, "max": 38520.0, "p95": 7635.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.591, "count": 30, "max": 0.683, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.308, "count": 30, "max": 1.417, "p95": 1.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5497, "sampled_at": "2026-10-31T08:47:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T08:47:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 807317, "flush_count": 1108, "flush_interval_seconds": 30.0, "flush_state": {"count": 1108, "last_at": "2026-10-31T09:01:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T09:01:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1107}, "started": true, "suppressed_count": 648621, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 648621}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1108, "written_record_count": 1108}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6088.805, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1796367974400, "copied_frame_count": 649728, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1796367974400, "frame_buffer_copies": 649728, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 0.8567, "p50_ms": 0.1052, "p95_ms": 0.2216, "p99_ms": 0.2659}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3257, "count": 512, "max_ms": 4.2731, "p50_ms": 1.2532, "p95_ms": 2.1941, "p99_ms": 2.5993, "results": {"failed": 0, "not_applicable": 0, "success": 649728, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:33:42+09:00", "last_error_summary": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 1702.872, "last_started_at": "2026-10-31T08:33:44+09:00", "pid": 22904, "process": {"exists": false, "pid": 22904}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.583, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-31T09:02:07+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T09:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 111, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.871, "last_sample_duration_ms": 979.673, "last_trigger": "periodic", "next_snapshot_in_sec": 329.129, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 111, "storage_bytes": 2087820}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-31T09:02:07.357201+09:00", "mtime_epoch": 1793404927.357201, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 68292}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T09:02:07+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1063.328, "name": "celery", "pid": 176, "rss_mb": 1051.805, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 649728, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.343, "pushed": 5.343, "read": 5.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.034, "p95_ms": 0.014, "reason": null, "sample_age_ms": 99.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.518, "count": 159, "max_ms": 3.281, "p95_ms": 1.528, "reason": null, "sample_age_ms": 129.997, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 159, "max_ms": 1.941, "p95_ms": 1.106, "reason": null, "sample_age_ms": 130.182, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 160, "max_ms": 0.328, "p95_ms": 0.176, "reason": null, "sample_age_ms": 99.64, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.373, "count": 159, "max_ms": 2.773, "p95_ms": 2.255, "reason": null, "sample_age_ms": 129.013, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.992, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.706, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.417, "count": 160, "max_ms": 63.881, "p95_ms": 51.357, "reason": null, "sample_age_ms": 99.632, "source": "client_direct"}, "sample_age_ms": 99.629, "source": "client_direct", "task_total_ms": {"avg_ms": 38.028, "count": 160, "max_ms": 66.47, "p95_ms": 53.5, "reason": null, "sample_age_ms": 99.629, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.131, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.626, "count": 160, "max_ms": 1.372, "p95_ms": 1.036}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 160, "max_ms": 0.507, "p95_ms": 0.351}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 160, "max_ms": 0.212, "p95_ms": 0.15}, "event_filter_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 160, "max_ms": 0.17, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 160, "max_ms": 0.393, "p95_ms": 0.278}, "setup_ms": {"avg_ms": 0.037, "count": 160, "max_ms": 0.108, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.592, "count": 160, "max_ms": 1.263, "p95_ms": 0.959}, "track_match_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 160, "max_ms": 0.068, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.788, "count": 160, "max_ms": 5.225, "p95_ms": 4.363}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 160, "max_ms": 0.114, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.828, "count": 160, "max_ms": 67.76, "p95_ms": 54.069}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 160, "max_ms": 0.132, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.455, "count": 160, "max_ms": 126.092, "p95_ms": 97.621}, "inference_input_copy_ms": {"avg_ms": 1.628, "count": 160, "max_ms": 4.812, "p95_ms": 2.717}, "processing_residual_ms": {"avg_ms": 0.157, "count": 160, "max_ms": 1.464, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.276, "count": 160, "max_ms": 130.736, "p95_ms": 99.487}, "read_interval": {"avg_ms": 187.957, "count": 159, "max_ms": 6757.204, "p95_ms": 203.074}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 160, "max_ms": 0.063, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.109, "count": 160, "max_ms": 0.314, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 160, "max_ms": 0.028, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 160, "max_ms": 0.291, "p95_ms": 0.172}, "worker_merge_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.84, "count": 160, "max_ms": 67.776, "p95_ms": 54.082}, "visualize": {"avg_ms": 36.193, "count": 160, "max_ms": 66.137, "p95_ms": 47.998}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.46, "count": 160, "max_ms": 65.131, "p95_ms": 47.313}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.026, "count": 160, "max_ms": 65.987, "p95_ms": 47.805}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.943, "count": 160, "max_ms": 65.898, "p95_ms": 47.742}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 160, "max_ms": 0.14, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1051.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.755, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.583, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:02:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67703, "write_bytes_delta": 67703, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 395.0, "cpu_core_ratio": 0.872072, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47648.0, "pid": 22904, "reason": null, "system_cpu_core_ratio": 0.348829, "system_cpu_s_delta": 6.980000000000004, "user_cpu_core_ratio": 0.523243, "user_cpu_s_delta": 10.470000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.461274, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 56557.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.072964, "system_cpu_s_delta": 1.4600000000000364, "user_cpu_core_ratio": 0.388309, "user_cpu_s_delta": 7.7700000000040745}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.766, "count": 160, "max_ms": 5.225, "p95_ms": 4.363, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.2, "count": 30, "max": 93.412, "p95": 32.374, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.027, "count": 30, "max": 33.79, "p95": 28.419, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1358.433, "count": 30, "max": 1483.0, "p95": 1480.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1940.633, "count": 30, "max": 47648.0, "p95": 5814.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.35, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.048, "count": 30, "max": 1.305, "p95": 1.29, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66788.433, "count": 30, "max": 69057.0, "p95": 68737.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66788.433, "count": 30, "max": 69057.0, "p95": 68737.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83455.833, "count": 30, "max": 89975.0, "p95": 89034.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.124, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.581, "count": 30, "max": 0.642, "p95": 0.636, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5535, "sampled_at": "2026-10-31T09:02:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T09:02:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 807317, "flush_count": 1108, "flush_interval_seconds": 30.0, "flush_state": {"count": 1108, "last_at": "2026-10-31T09:01:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T09:01:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1107}, "started": true, "suppressed_count": 648621, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 648621}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1108, "written_record_count": 1108}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6088.699, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1796367974400, "copied_frame_count": 649728, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1796367974400, "frame_buffer_copies": 649728, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 0.8567, "p50_ms": 0.1052, "p95_ms": 0.2216, "p99_ms": 0.2659}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3257, "count": 512, "max_ms": 4.2731, "p50_ms": 1.2532, "p95_ms": 2.1941, "p99_ms": 2.5993, "results": {"failed": 0, "not_applicable": 0, "success": 649728, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:33:42+09:00", "last_error_summary": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 1702.904, "last_started_at": "2026-10-31T08:33:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.583, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-31T09:02:07+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-31T09:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 111, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.907, "last_sample_duration_ms": 979.673, "last_trigger": "periodic", "next_snapshot_in_sec": 329.093, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 111, "storage_bytes": 2087820}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-31T09:02:07.357201+09:00", "mtime_epoch": 1793404927.357201, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 68292}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T09:02:07+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1063.328, "name": "celery", "pid": 176, "rss_mb": 1051.805, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 649728, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.337, "pushed": 5.337, "read": 5.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.034, "p95_ms": 0.014, "reason": null, "sample_age_ms": 135.388, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.518, "count": 159, "max_ms": 3.281, "p95_ms": 1.528, "reason": null, "sample_age_ms": 165.75, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 159, "max_ms": 1.941, "p95_ms": 1.106, "reason": null, "sample_age_ms": 165.936, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 159, "max_ms": 0.328, "p95_ms": 0.176, "reason": null, "sample_age_ms": 135.393, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.373, "count": 159, "max_ms": 2.773, "p95_ms": 2.255, "reason": null, "sample_age_ms": 164.767, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 164.746, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.46, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.431, "count": 159, "max_ms": 63.881, "p95_ms": 51.383, "reason": null, "sample_age_ms": 135.386, "source": "client_direct"}, "sample_age_ms": 135.383, "source": "client_direct", "task_total_ms": {"avg_ms": 38.045, "count": 159, "max_ms": 66.47, "p95_ms": 53.58, "reason": null, "sample_age_ms": 135.383, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.943, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.626, "count": 160, "max_ms": 1.372, "p95_ms": 1.036}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 160, "max_ms": 0.507, "p95_ms": 0.351}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 160, "max_ms": 0.212, "p95_ms": 0.15}, "event_filter_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 160, "max_ms": 0.17, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 160, "max_ms": 0.393, "p95_ms": 0.278}, "setup_ms": {"avg_ms": 0.037, "count": 160, "max_ms": 0.108, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.592, "count": 160, "max_ms": 1.263, "p95_ms": 0.959}, "track_match_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 160, "max_ms": 0.068, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.788, "count": 160, "max_ms": 5.225, "p95_ms": 4.363}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 160, "max_ms": 0.114, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.828, "count": 160, "max_ms": 67.76, "p95_ms": 54.069}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 160, "max_ms": 0.132, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.455, "count": 160, "max_ms": 126.092, "p95_ms": 97.621}, "inference_input_copy_ms": {"avg_ms": 1.628, "count": 160, "max_ms": 4.812, "p95_ms": 2.717}, "processing_residual_ms": {"avg_ms": 0.157, "count": 160, "max_ms": 1.464, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.276, "count": 160, "max_ms": 130.736, "p95_ms": 99.487}, "read_interval": {"avg_ms": 187.957, "count": 159, "max_ms": 6757.204, "p95_ms": 203.074}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 160, "max_ms": 0.063, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.109, "count": 160, "max_ms": 0.314, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 160, "max_ms": 0.028, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 160, "max_ms": 0.291, "p95_ms": 0.172}, "worker_merge_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.84, "count": 160, "max_ms": 67.776, "p95_ms": 54.082}, "visualize": {"avg_ms": 36.193, "count": 160, "max_ms": 66.137, "p95_ms": 47.998}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.46, "count": 160, "max_ms": 65.131, "p95_ms": 47.313}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.026, "count": 160, "max_ms": 65.987, "p95_ms": 47.805}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.943, "count": 160, "max_ms": 65.898, "p95_ms": 47.742}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 160, "max_ms": 0.14, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1051.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.755, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.583, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:02:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67703, "write_bytes_delta": 67703, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 395.0, "cpu_core_ratio": 0.872072, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47648.0, "pid": 22904, "reason": null, "system_cpu_core_ratio": 0.348829, "system_cpu_s_delta": 6.980000000000004, "user_cpu_core_ratio": 0.523243, "user_cpu_s_delta": 10.470000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.461274, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 56557.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.072964, "system_cpu_s_delta": 1.4600000000000364, "user_cpu_core_ratio": 0.388309, "user_cpu_s_delta": 7.7700000000040745}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.766, "count": 160, "max_ms": 5.225, "p95_ms": 4.363, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.2, "count": 30, "max": 93.412, "p95": 32.374, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.027, "count": 30, "max": 33.79, "p95": 28.419, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1358.433, "count": 30, "max": 1483.0, "p95": 1480.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1940.633, "count": 30, "max": 47648.0, "p95": 5814.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.35, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.048, "count": 30, "max": 1.305, "p95": 1.29, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66788.433, "count": 30, "max": 69057.0, "p95": 68737.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66788.433, "count": 30, "max": 69057.0, "p95": 68737.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83455.833, "count": 30, "max": 89975.0, "p95": 89034.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.124, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.581, "count": 30, "max": 0.642, "p95": 0.636, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5535, "sampled_at": "2026-10-31T09:02:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T09:02:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 807317, "flush_count": 1108, "flush_interval_seconds": 30.0, "flush_state": {"count": 1108, "last_at": "2026-10-31T09:01:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T09:01:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1107}, "started": true, "suppressed_count": 648621, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 648621}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1108, "written_record_count": 1108}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6350.938, "limit_mb": null}, "detail": {"pid": 23260, "restart_count": 56, "start_count": 57}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1796367974400, "copied_frame_count": 649728, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1796367974400, "frame_buffer_copies": 649728, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 0.8567, "p50_ms": 0.1052, "p95_ms": 0.2216, "p99_ms": 0.2659}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3257, "count": 512, "max_ms": 4.2731, "p50_ms": 1.2532, "p95_ms": 2.1941, "p99_ms": 2.5993, "results": {"failed": 0, "not_applicable": 0, "success": 649728, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T08:33:42+09:00", "last_error_summary": "[h264 @ 0x5909c7809ac0] cabac decode of qscale diff failed at 42 99 [h264 @ 0x5909c7809ac0] error while decoding MB 42 99, bytestream 4332 [h264 @ 0x5909c785ec80] cabac decode of qscale diff failed at 49 79 [h264 @ 0x5909c785ec80] error while decoding MB 49 79, bytestream 6805 [in#0/rtsp @ 0x5909c77e3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5909c77e3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T09:02:10+09:00", "pid": 23260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.391, "name": "ffmpeg", "pid": 23260, "rss_mb": 295.391, "state": "R (running)", "threads": 49}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.548, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.002, "last_frame_pushed_at": "2026-10-31T09:02:07+09:00", "last_frame_read_age_sec": 5.072, "last_frame_read_at": "2026-10-31T09:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 111, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.821, "last_sample_duration_ms": 979.673, "last_trigger": "periodic", "next_snapshot_in_sec": 324.179, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 111, "storage_bytes": 2087820}, "mjpeg": {"age_sec": 4.994, "exists": true, "mtime": "2026-10-31T09:02:07.357201+09:00", "mtime_epoch": 1793404927.357201, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 68292}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T09:02:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1063.328, "name": "celery", "pid": 176, "rss_mb": 1051.809, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 649728, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.443, "pushed": 5.443, "read": 5.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.007, "count": 140, "max_ms": 0.034, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5048.51, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.526, "count": 140, "max_ms": 3.281, "p95_ms": 1.527, "reason": null, "sample_age_ms": 5078.872, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 140, "max_ms": 1.941, "p95_ms": 1.004, "reason": null, "sample_age_ms": 5079.057, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 140, "max_ms": 0.328, "p95_ms": 0.181, "reason": null, "sample_age_ms": 5048.515, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.393, "count": 140, "max_ms": 2.773, "p95_ms": 2.255, "reason": null, "sample_age_ms": 5077.888, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5077.868, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5048.582, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.447, "count": 140, "max_ms": 63.881, "p95_ms": 51.357, "reason": null, "sample_age_ms": 5048.507, "source": "client_direct"}, "sample_age_ms": 5048.504, "source": "client_direct", "task_total_ms": {"avg_ms": 38.085, "count": 140, "max_ms": 66.47, "p95_ms": 53.5, "reason": null, "sample_age_ms": 5048.504, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.003, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.63, "count": 140, "max_ms": 1.372, "p95_ms": 1.036}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 140, "max_ms": 0.507, "p95_ms": 0.351}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 140, "max_ms": 0.212, "p95_ms": 0.15}, "event_filter_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 140, "max_ms": 0.17, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.158, "count": 140, "max_ms": 0.393, "p95_ms": 0.276}, "setup_ms": {"avg_ms": 0.037, "count": 140, "max_ms": 0.108, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.596, "count": 140, "max_ms": 1.263, "p95_ms": 0.959}, "track_match_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 140, "max_ms": 0.066, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.799, "count": 140, "max_ms": 5.225, "p95_ms": 4.35}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 140, "max_ms": 0.114, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.897, "count": 140, "max_ms": 67.76, "p95_ms": 54.069}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 140, "max_ms": 0.132, "p95_ms": 0.073}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.57, "count": 140, "max_ms": 126.092, "p95_ms": 97.622}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 140, "max_ms": 4.812, "p95_ms": 2.741}, "processing_residual_ms": {"avg_ms": 0.162, "count": 140, "max_ms": 1.464, "p95_ms": 0.298}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.453, "count": 140, "max_ms": 130.736, "p95_ms": 99.877}, "read_interval": {"avg_ms": 195.759, "count": 140, "max_ms": 6757.204, "p95_ms": 148.371}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 140, "max_ms": 0.063, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.109, "count": 140, "max_ms": 0.314, "p95_ms": 0.194}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 140, "max_ms": 0.028, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 140, "max_ms": 0.291, "p95_ms": 0.165}, "worker_merge_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 38.908, "count": 140, "max_ms": 67.776, "p95_ms": 54.082}, "visualize": {"avg_ms": 36.242, "count": 140, "max_ms": 66.137, "p95_ms": 47.998}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.509, "count": 140, "max_ms": 65.131, "p95_ms": 47.313}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.074, "count": 140, "max_ms": 65.987, "p95_ms": 47.805}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.99, "count": 140, "max_ms": 65.898, "p95_ms": 47.742}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 140, "max_ms": 0.14, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1051.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.755, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.583, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:02:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 67703, "write_bytes_delta": 67703, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 395.0, "cpu_core_ratio": 0.872072, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47648.0, "pid": 22904, "reason": null, "system_cpu_core_ratio": 0.348829, "system_cpu_s_delta": 6.980000000000004, "user_cpu_core_ratio": 0.523243, "user_cpu_s_delta": 10.470000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.461274, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 56557.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.072964, "system_cpu_s_delta": 1.4600000000000364, "user_cpu_core_ratio": 0.388309, "user_cpu_s_delta": 7.7700000000040745}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.766, "count": 160, "max_ms": 5.225, "p95_ms": 4.363, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.2, "count": 30, "max": 93.412, "p95": 32.374, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.027, "count": 30, "max": 33.79, "p95": 28.419, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1358.433, "count": 30, "max": 1483.0, "p95": 1480.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1940.633, "count": 30, "max": 47648.0, "p95": 5814.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.35, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.048, "count": 30, "max": 1.305, "p95": 1.29, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 66788.433, "count": 30, "max": 69057.0, "p95": 68737.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 66788.433, "count": 30, "max": 69057.0, "p95": 68737.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83455.833, "count": 30, "max": 89975.0, "p95": 89034.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.124, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.581, "count": 30, "max": 0.642, "p95": 0.636, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5535, "sampled_at": "2026-10-31T09:02:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T09:02:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.722, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 855631, "flush_count": 1166, "flush_interval_seconds": 30.0, "flush_state": {"count": 1166, "last_at": "2026-10-31T09:59:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T09:59:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1165}, "started": true, "suppressed_count": 682562, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 682562}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1166, "written_record_count": 1166}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6185.359, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1890368409600, "copied_frame_count": 683727, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1890368409600, "frame_buffer_copies": 683727, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 2.2501, "p50_ms": 0.1152, "p95_ms": 0.2281, "p99_ms": 0.3006}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4506, "count": 512, "max_ms": 4.0318, "p50_ms": 1.3521, "p95_ms": 2.3999, "p99_ms": 3.018, "results": {"failed": 0, "not_applicable": 0, "success": 683727, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T09:59:30+09:00", "last_error_summary": "[h264 @ 0x625d93045200] cabac decode of qscale diff failed at 162 87 [h264 @ 0x625d93045200] error while decoding MB 162 87, bytestream 17379 [h264 @ 0x625d93114080] cabac decode of qscale diff failed at 37 99 [h264 @ 0x625d93114080] error while decoding MB 37 99, bytestream 18164 [h264 @ 0x625d92dd8680] cabac decode of qscale diff failed at 75 96 [h264 @ 0x625d92dd8680] error while decoding MB 75 96, bytestream 294 [h264 @ 0x625d92500640] cabac decode of qscale diff failed at 103 64 [h264 @ 0x6", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 3440.637, "last_started_at": "2026-10-31T09:02:10+09:00", "pid": 23260, "process": {"exists": false, "pid": 23260}, "restart_count": 56, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.131, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:59:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-10-31T09:59:30+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-10-31T09:59:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 103.419, "last_sample_duration_ms": 994.83, "last_trigger": "periodic", "next_snapshot_in_sec": 496.581, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 117, "storage_bytes": 2145143}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-31T09:59:30.976642+09:00", "mtime_epoch": 1793408370.9766417, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T09:59:31+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1071.918, "name": "celery", "pid": 176, "rss_mb": 1057.828, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 683727, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.704, "pushed": 1.704, "read": 1.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 76.305, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 50, "max_ms": 2.303, "p95_ms": 1.553, "reason": null, "sample_age_ms": 122.261, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 50, "max_ms": 1.935, "p95_ms": 1.3, "reason": null, "sample_age_ms": 122.568, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 51, "max_ms": 0.283, "p95_ms": 0.199, "reason": null, "sample_age_ms": 76.313, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.339, "count": 50, "max_ms": 2.962, "p95_ms": 1.972, "reason": null, "sample_age_ms": 120.629, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2211848.0, "count": 50, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.585, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.387, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.319, "count": 51, "max_ms": 49.564, "p95_ms": 46.148, "reason": null, "sample_age_ms": 76.301, "source": "client_direct"}, "sample_age_ms": 76.296, "source": "client_direct", "task_total_ms": {"avg_ms": 35.878, "count": 51, "max_ms": 50.802, "p95_ms": 47.813, "reason": null, "sample_age_ms": 76.296, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.872, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.543, "count": 51, "max_ms": 1.155, "p95_ms": 0.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 51, "max_ms": 0.392, "p95_ms": 0.358}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 51, "max_ms": 0.181, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.002, "count": 51, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 51, "max_ms": 0.138, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 51, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 51, "max_ms": 0.299, "p95_ms": 0.237}, "setup_ms": {"avg_ms": 0.034, "count": 51, "max_ms": 0.081, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.512, "count": 51, "max_ms": 1.09, "p95_ms": 0.908}, "track_match_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 51, "max_ms": 0.046, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 3.027, "count": 51, "max_ms": 7.43, "p95_ms": 4.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 51, "max_ms": 0.471, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.621, "count": 51, "max_ms": 51.325, "p95_ms": 50.034}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 51, "max_ms": 0.12, "p95_ms": 0.088}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.224, "count": 51, "max_ms": 98.324, "p95_ms": 95.606}, "inference_input_copy_ms": {"avg_ms": 1.525, "count": 51, "max_ms": 3.435, "p95_ms": 2.573}, "processing_residual_ms": {"avg_ms": 0.137, "count": 51, "max_ms": 0.315, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.928, "count": 51, "max_ms": 99.78, "p95_ms": 97.154}, "read_interval": {"avg_ms": 597.655, "count": 50, "max_ms": 21416.552, "p95_ms": 1130.78}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 51, "max_ms": 0.025, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 51, "max_ms": 0.223, "p95_ms": 0.166}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.017, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 51, "max_ms": 0.202, "p95_ms": 0.141}, "worker_merge_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.01, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.632, "count": 51, "max_ms": 51.334, "p95_ms": 50.045}, "visualize": {"avg_ms": 38.243, "count": 51, "max_ms": 48.397, "p95_ms": 46.169}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.527, "count": 51, "max_ms": 47.547, "p95_ms": 45.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.093, "count": 51, "max_ms": 48.229, "p95_ms": 46.036}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.01, "count": 51, "max_ms": 48.143, "p95_ms": 45.937}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 51, "max_ms": 0.112, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1057.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.879, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.456, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79155, "write_bytes_delta": 79155, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 171.0, "cpu_core_ratio": 0.394118, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15880.0, "pid": 23260, "reason": null, "system_cpu_core_ratio": 0.179144, "system_cpu_s_delta": 5.25, "user_cpu_core_ratio": 0.214973, "user_cpu_s_delta": 6.300000000000182}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.109193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 28256.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.021156, "system_cpu_s_delta": 0.6199999999998909, "user_cpu_core_ratio": 0.088037, "user_cpu_s_delta": 2.5799999999944703}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.875, "count": 51, "max_ms": 7.43, "p95_ms": 4.453, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.606, "count": 30, "max": 39.779, "p95": 34.322, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.214, "count": 30, "max": 36.093, "p95": 26.979, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.567, "count": 30, "max": 762.0, "p95": 750.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1890.667, "count": 30, "max": 25057.0, "p95": 12694.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.458, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.29, "p95": 1.285, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76520.8, "count": 30, "max": 80178.0, "p95": 79636.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76520.8, "count": 30, "max": 80178.0, "p95": 79636.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 62010.667, "count": 30, "max": 68997.0, "p95": 68340.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.154, "p95": 0.153, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.641, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5788, "sampled_at": "2026-10-31T09:59:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T09:59:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 855631, "flush_count": 1166, "flush_interval_seconds": 30.0, "flush_state": {"count": 1166, "last_at": "2026-10-31T09:59:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T09:59:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1165}, "started": true, "suppressed_count": 682562, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 682562}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1166, "written_record_count": 1166}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6185.367, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1890368409600, "copied_frame_count": 683727, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1890368409600, "frame_buffer_copies": 683727, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 2.2501, "p50_ms": 0.1152, "p95_ms": 0.2281, "p99_ms": 0.3006}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4506, "count": 512, "max_ms": 4.0318, "p50_ms": 1.3521, "p95_ms": 2.3999, "p99_ms": 3.018, "results": {"failed": 0, "not_applicable": 0, "success": 683727, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T09:59:30+09:00", "last_error_summary": "[h264 @ 0x625d93045200] cabac decode of qscale diff failed at 162 87 [h264 @ 0x625d93045200] error while decoding MB 162 87, bytestream 17379 [h264 @ 0x625d93114080] cabac decode of qscale diff failed at 37 99 [h264 @ 0x625d93114080] error while decoding MB 37 99, bytestream 18164 [h264 @ 0x625d92dd8680] cabac decode of qscale diff failed at 75 96 [h264 @ 0x625d92dd8680] error while decoding MB 75 96, bytestream 294 [h264 @ 0x625d92500640] cabac decode of qscale diff failed at 103 64 [h264 @ 0x6", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 3440.668, "last_started_at": "2026-10-31T09:02:10+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 56, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.131, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:59:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-31T09:59:30+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-31T09:59:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 103.444, "last_sample_duration_ms": 994.83, "last_trigger": "periodic", "next_snapshot_in_sec": 496.556, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 117, "storage_bytes": 2145143}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-31T09:59:30.976642+09:00", "mtime_epoch": 1793408370.9766417, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T09:59:31+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1071.918, "name": "celery", "pid": 176, "rss_mb": 1057.824, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 683727, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.702, "pushed": 1.702, "read": 1.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 104.867, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 50, "max_ms": 2.303, "p95_ms": 1.553, "reason": null, "sample_age_ms": 150.823, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 50, "max_ms": 1.935, "p95_ms": 1.3, "reason": null, "sample_age_ms": 151.13, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 50, "max_ms": 0.283, "p95_ms": 0.152, "reason": null, "sample_age_ms": 104.875, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.339, "count": 50, "max_ms": 2.962, "p95_ms": 1.972, "reason": null, "sample_age_ms": 149.191, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2211848.0, "count": 50, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 149.147, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.949, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.384, "count": 50, "max_ms": 49.564, "p95_ms": 46.17, "reason": null, "sample_age_ms": 104.863, "source": "client_direct"}, "sample_age_ms": 104.858, "source": "client_direct", "task_total_ms": {"avg_ms": 35.944, "count": 50, "max_ms": 50.802, "p95_ms": 47.842, "reason": null, "sample_age_ms": 104.858, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.543, "count": 51, "max_ms": 1.155, "p95_ms": 0.962}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 51, "max_ms": 0.392, "p95_ms": 0.358}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 51, "max_ms": 0.181, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.002, "count": 51, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 51, "max_ms": 0.138, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 51, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.134, "count": 51, "max_ms": 0.299, "p95_ms": 0.237}, "setup_ms": {"avg_ms": 0.034, "count": 51, "max_ms": 0.081, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.512, "count": 51, "max_ms": 1.09, "p95_ms": 0.908}, "track_match_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 51, "max_ms": 0.046, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 3.027, "count": 51, "max_ms": 7.43, "p95_ms": 4.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 51, "max_ms": 0.471, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.621, "count": 51, "max_ms": 51.325, "p95_ms": 50.034}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 51, "max_ms": 0.12, "p95_ms": 0.088}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.224, "count": 51, "max_ms": 98.324, "p95_ms": 95.606}, "inference_input_copy_ms": {"avg_ms": 1.525, "count": 51, "max_ms": 3.435, "p95_ms": 2.573}, "processing_residual_ms": {"avg_ms": 0.137, "count": 51, "max_ms": 0.315, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.928, "count": 51, "max_ms": 99.78, "p95_ms": 97.154}, "read_interval": {"avg_ms": 597.655, "count": 50, "max_ms": 21416.552, "p95_ms": 1130.78}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 51, "max_ms": 0.025, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 51, "max_ms": 0.223, "p95_ms": 0.166}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.017, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 51, "max_ms": 0.202, "p95_ms": 0.141}, "worker_merge_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.01, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.632, "count": 51, "max_ms": 51.334, "p95_ms": 50.045}, "visualize": {"avg_ms": 38.243, "count": 51, "max_ms": 48.397, "p95_ms": 46.169}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.527, "count": 51, "max_ms": 47.547, "p95_ms": 45.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.093, "count": 51, "max_ms": 48.229, "p95_ms": 46.036}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.01, "count": 51, "max_ms": 48.143, "p95_ms": 45.937}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 51, "max_ms": 0.112, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1057.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.879, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.456, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79155, "write_bytes_delta": 79155, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 171.0, "cpu_core_ratio": 0.394118, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15880.0, "pid": 23260, "reason": null, "system_cpu_core_ratio": 0.179144, "system_cpu_s_delta": 5.25, "user_cpu_core_ratio": 0.214973, "user_cpu_s_delta": 6.300000000000182}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.109193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 28256.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.021156, "system_cpu_s_delta": 0.6199999999998909, "user_cpu_core_ratio": 0.088037, "user_cpu_s_delta": 2.5799999999944703}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.875, "count": 51, "max_ms": 7.43, "p95_ms": 4.453, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.606, "count": 30, "max": 39.779, "p95": 34.322, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.214, "count": 30, "max": 36.093, "p95": 26.979, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.567, "count": 30, "max": 762.0, "p95": 750.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1890.667, "count": 30, "max": 25057.0, "p95": 12694.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.458, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.29, "p95": 1.285, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76520.8, "count": 30, "max": 80178.0, "p95": 79636.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76520.8, "count": 30, "max": 80178.0, "p95": 79636.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 62010.667, "count": 30, "max": 68997.0, "p95": 68340.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.154, "p95": 0.153, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.641, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5788, "sampled_at": "2026-10-31T09:59:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T09:59:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 855631, "flush_count": 1166, "flush_interval_seconds": 30.0, "flush_state": {"count": 1166, "last_at": "2026-10-31T09:59:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T09:59:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1165}, "started": true, "suppressed_count": 682562, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 682562}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1166, "written_record_count": 1166}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6470.5, "limit_mb": null}, "detail": {"pid": 23624, "restart_count": 57, "start_count": 58}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1890368409600, "copied_frame_count": 683727, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1890368409600, "frame_buffer_copies": 683727, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 2.2501, "p50_ms": 0.1152, "p95_ms": 0.2281, "p99_ms": 0.3006}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4506, "count": 512, "max_ms": 4.0318, "p50_ms": 1.3521, "p95_ms": 2.3999, "p99_ms": 3.018, "results": {"failed": 0, "not_applicable": 0, "success": 683727, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T09:59:30+09:00", "last_error_summary": "[h264 @ 0x625d93045200] cabac decode of qscale diff failed at 162 87 [h264 @ 0x625d93045200] error while decoding MB 162 87, bytestream 17379 [h264 @ 0x625d93114080] cabac decode of qscale diff failed at 37 99 [h264 @ 0x625d93114080] error while decoding MB 37 99, bytestream 18164 [h264 @ 0x625d92dd8680] cabac decode of qscale diff failed at 75 96 [h264 @ 0x625d92dd8680] error while decoding MB 75 96, bytestream 294 [h264 @ 0x625d92500640] cabac decode of qscale diff failed at 103 64 [h264 @ 0x6", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T09:59:33+09:00", "pid": 23624, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.281, "name": "ffmpeg", "pid": 23624, "rss_mb": 323.281, "state": "R (running)", "threads": 49}, "restart_count": 57, "restart_count_per_hour": 2, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.126, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:59:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.678, "last_frame_pushed_at": "2026-10-31T09:59:30+09:00", "last_frame_read_age_sec": 4.779, "last_frame_read_at": "2026-10-31T09:59:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 108.078, "last_sample_duration_ms": 994.83, "last_trigger": "periodic", "next_snapshot_in_sec": 491.922, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 117, "storage_bytes": 2145143}, "mjpeg": {"age_sec": 4.67, "exists": true, "mtime": "2026-10-31T09:59:30.976642+09:00", "mtime_epoch": 1793408370.9766417, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T09:59:35+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1071.918, "name": "celery", "pid": 176, "rss_mb": 1057.828, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 683727, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 33}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 33, "pushed_frames": 33, "read_frames": 32, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.102, "pushed": 1.102, "read": 1.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 32, "client_acquire_ms": {"avg_ms": 0.006, "count": 32, "max_ms": 0.015, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4734.656, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.458, "count": 32, "max_ms": 2.303, "p95_ms": 1.315, "reason": null, "sample_age_ms": 4780.612, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.216, "count": 32, "max_ms": 1.935, "p95_ms": 1.131, "reason": null, "sample_age_ms": 4780.919, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 32, "max_ms": 0.161, "p95_ms": 0.125, "reason": null, "sample_age_ms": 4734.664, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.342, "count": 32, "max_ms": 2.962, "p95_ms": 2.296, "reason": null, "sample_age_ms": 4778.98, "source": "client_direct"}, "request_count": 32, "request_tensor_bytes": {"avg": 2211848.0, "count": 32, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4778.936, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 32, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4734.738, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.485, "count": 32, "max_ms": 49.564, "p95_ms": 46.597, "reason": null, "sample_age_ms": 4734.652, "source": "client_direct"}, "sample_age_ms": 4734.647, "source": "client_direct", "task_total_ms": {"avg_ms": 36.036, "count": 32, "max_ms": 50.802, "p95_ms": 49.026, "reason": null, "sample_age_ms": 4734.647, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.307, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.503, "count": 33, "max_ms": 1.155, "p95_ms": 0.796}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 33, "max_ms": 0.392, "p95_ms": 0.272}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 33, "max_ms": 0.145, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 33, "max_ms": 0.115, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.006, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 33, "max_ms": 0.299, "p95_ms": 0.214}, "setup_ms": {"avg_ms": 0.031, "count": 33, "max_ms": 0.079, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.475, "count": 33, "max_ms": 1.09, "p95_ms": 0.751}, "track_match_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 33, "max_ms": 0.041, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 3.198, "count": 33, "max_ms": 7.43, "p95_ms": 4.916}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 33, "max_ms": 0.471, "p95_ms": 0.051}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.743, "count": 33, "max_ms": 51.325, "p95_ms": 51.21}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 33, "max_ms": 0.102, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.102, "count": 33, "max_ms": 98.324, "p95_ms": 96.987}, "inference_input_copy_ms": {"avg_ms": 1.42, "count": 33, "max_ms": 3.113, "p95_ms": 2.573}, "processing_residual_ms": {"avg_ms": 0.128, "count": 33, "max_ms": 0.302, "p95_ms": 0.238}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.693, "count": 33, "max_ms": 99.78, "p95_ms": 99.358}, "read_interval": {"avg_ms": 789.413, "count": 32, "max_ms": 21416.552, "p95_ms": 1130.78}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 33, "max_ms": 0.021, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.088, "count": 33, "max_ms": 0.223, "p95_ms": 0.144}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 33, "max_ms": 0.017, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 33, "max_ms": 0.202, "p95_ms": 0.125}, "worker_merge_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.752, "count": 33, "max_ms": 51.334, "p95_ms": 51.216}, "visualize": {"avg_ms": 38.058, "count": 33, "max_ms": 47.146, "p95_ms": 46.169}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.369, "count": 33, "max_ms": 46.508, "p95_ms": 45.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.922, "count": 33, "max_ms": 47.039, "p95_ms": 46.036}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.842, "count": 33, "max_ms": 46.962, "p95_ms": 45.937}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 33, "max_ms": 0.096, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1057.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.879, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.456, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T09:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79155, "write_bytes_delta": 79155, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 171.0, "cpu_core_ratio": 0.394118, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15880.0, "pid": 23260, "reason": null, "system_cpu_core_ratio": 0.179144, "system_cpu_s_delta": 5.25, "user_cpu_core_ratio": 0.214973, "user_cpu_s_delta": 6.300000000000182}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.109193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 28256.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.021156, "system_cpu_s_delta": 0.6199999999998909, "user_cpu_core_ratio": 0.088037, "user_cpu_s_delta": 2.5799999999944703}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.875, "count": 51, "max_ms": 7.43, "p95_ms": 4.453, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.606, "count": 30, "max": 39.779, "p95": 34.322, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.214, "count": 30, "max": 36.093, "p95": 26.979, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.567, "count": 30, "max": 762.0, "p95": 750.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1890.667, "count": 30, "max": 25057.0, "p95": 12694.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.458, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.29, "p95": 1.285, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76520.8, "count": 30, "max": 80178.0, "p95": 79636.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76520.8, "count": 30, "max": 80178.0, "p95": 79636.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 62010.667, "count": 30, "max": 68997.0, "p95": 68340.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.154, "p95": 0.153, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.641, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5788, "sampled_at": "2026-10-31T09:59:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T09:59:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1088961, "flush_count": 1169, "flush_interval_seconds": 30.0, "flush_state": {"count": 1169, "last_at": "2026-10-31T10:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1168}, "started": true, "suppressed_count": 653808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 128, "tracking_summary": 653680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1169, "written_record_count": 1169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6347.289, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1810520985600, "copied_frame_count": 654847, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T09:54:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 712862, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T09:54:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.126}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 128, "events_emitted": 119, "events_failed": 0, "events_observed": 128, "events_suppressed": 9, "frame_buffer_copied_bytes": 1810520985600, "frame_buffer_copies": 654847, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5950, "recorder_active_input_bytes": 16450560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 119, "recorder_clips_failed": 0, "recorder_clips_started": 119, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 119, "worker_jobs_accepted": 119, "worker_jobs_completed": 119, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.3208, "p50_ms": 0.1121, "p95_ms": 0.2261, "p99_ms": 0.2926}, "stages": {"db_insert": {"avg_ms": 16.3723, "count": 119, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 31.0642, "p99_ms": 55.2126, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7331, "count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.1268, "count": 128, "max_ms": 4422.916, "p50_ms": 923.6719, "p95_ms": 1262.7855, "p99_ms": 1368.421, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4382, "count": 512, "max_ms": 3.1233, "p50_ms": 1.3737, "p95_ms": 2.2786, "p99_ms": 2.7112, "results": {"failed": 0, "not_applicable": 0, "success": 654847, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 480.9576, "count": 128, "max_ms": 862.8454, "p50_ms": 500.4176, "p95_ms": 604.9257, "p99_ms": 653.1728, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2194, "count": 119, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.8091, "p99_ms": 68.2129, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1485, "count": 512, "max_ms": 12.3946, "p50_ms": 4.8518, "p95_ms": 7.7205, "p99_ms": 9.9019, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4932, "count": 512, "max_ms": 5.3394, "p50_ms": 1.3259, "p95_ms": 2.8451, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 513.5113, "count": 119, "max_ms": 860.4624, "p50_ms": 499.8634, "p95_ms": 602.2934, "p99_ms": 650.9832, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.0255, "count": 119, "max_ms": 789.0434, "p50_ms": 407.8748, "p95_ms": 503.7371, "p99_ms": 551.9302, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5526, "count": 119, "max_ms": 109.8019, "p50_ms": 84.1994, "p95_ms": 98.2702, "p99_ms": 105.3296, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8713, "count": 119, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.493, "p99_ms": 9.2583, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4846, "count": 119, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 55.823, "p99_ms": 70.4222, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8857, "count": 119, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4335, "p99_ms": 2.5227, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 403.1973, "count": 119, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 637.8383, "p99_ms": 713.2147, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1311, "count": 119, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 6.897, "p99_ms": 11.4169, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.5771, "count": 119, "max_ms": 92.2129, "p50_ms": 26.4115, "p95_ms": 63.0989, "p99_ms": 73.8192, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1379, "count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 482.4843, "count": 119, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 723.0258, "p99_ms": 780.5674, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 119, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226}, "wait_ms": {"count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 119, "artifact_failed": 0, "artifact_requested": 119, "artifact_success": 119, "completed": 119, "completed_failed": 0, "completed_success": 119, "cooldown_promoted": 119, "database_requested": 119, "db_insert_success": 119, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15661, "relay_business_failed": 0, "relay_business_success": 119, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 119, "relay_transport_failed": 0, "relay_transport_success": 119, "reservation_requested": 119}, "snapshot": {"copied_bytes": 329011200, "copied_count": 119, "copy": {"count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "last_exit_at": "2026-10-31T08:48:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 4444.096, "last_started_at": "2026-10-31T08:48:03+09:00", "pid": 23144, "process": {"exists": false, "pid": 23144}, "restart_count": 74, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.652, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-31T10:02:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-31T10:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 259.824, "last_sample_duration_ms": 994.83, "last_trigger": "periodic", "next_snapshot_in_sec": 340.176, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 117, "storage_bytes": 2145143}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-31T10:02:07.299320+09:00", "mtime_epoch": 1793408527.2993202, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 52729}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T10:02:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1212.82, "name": "celery", "pid": 206, "rss_mb": 1121.84, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 90, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 654848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.358, "max": 11.0, "p95": 9.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 124}, "total": {"avg": 0.465, "max": 2.0, "p95": 1.0, "sample_count": 288}}, "tracking_counts": {"active": {"avg": 0.552, "max": 2.0, "p95": 1.0, "sample_count": 288}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 288}, "tracked": {"avg": 0.552, "max": 2.0, "p95": 1.0, "sample_count": 288}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.61, "pushed": 9.61, "read": 9.61}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 288, "client_acquire_ms": {"avg_ms": 0.009, "count": 288, "max_ms": 0.047, "p95_ms": 0.017, "reason": null, "sample_age_ms": 47.573, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 288, "max_ms": 10.352, "p95_ms": 3.141, "reason": null, "sample_age_ms": 88.016, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 288, "max_ms": 8.568, "p95_ms": 2.215, "reason": null, "sample_age_ms": 88.305, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 288, "max_ms": 0.769, "p95_ms": 0.607, "reason": null, "sample_age_ms": 47.578, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.347, "count": 288, "max_ms": 6.353, "p95_ms": 3.896, "reason": null, "sample_age_ms": 86.381, "source": "client_direct"}, "request_count": 288, "request_tensor_bytes": {"avg": 2764808.0, "count": 288, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.361, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 288, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.746, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.275, "count": 288, "max_ms": 76.013, "p95_ms": 62.789, "reason": null, "sample_age_ms": 47.569, "source": "client_direct"}, "sample_age_ms": 47.566, "source": "client_direct", "task_total_ms": {"avg_ms": 49.142, "count": 288, "max_ms": 78.242, "p95_ms": 65.434, "reason": null, "sample_age_ms": 47.566, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.796, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.466, "count": 288, "max_ms": 8.884, "p95_ms": 6.688}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 288, "max_ms": 1.046, "p95_ms": 0.556}, "detection_prepare_ms": {"avg_ms": 0.652, "count": 288, "max_ms": 3.342, "p95_ms": 2.048}, "event_filter_ms": {"avg_ms": 0.004, "count": 288, "max_ms": 0.032, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.154, "count": 288, "max_ms": 0.757, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 288, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.601, "count": 288, "max_ms": 2.527, "p95_ms": 1.713}, "setup_ms": {"avg_ms": 0.044, "count": 288, "max_ms": 0.484, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.42, "count": 288, "max_ms": 8.802, "p95_ms": 6.596}, "track_match_ms": {"avg_ms": 0.04, "count": 288, "max_ms": 0.562, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 0.61, "count": 288, "max_ms": 3.232, "p95_ms": 2.001}}, "gstreamer_push": {"avg_ms": 3.176, "count": 288, "max_ms": 6.92, "p95_ms": 5.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 288, "max_ms": 0.926, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.486, "count": 288, "max_ms": 88.827, "p95_ms": 66.331}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.327, "count": 288, "max_ms": 11.937, "p95_ms": 4.168}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.673, "count": 288, "max_ms": 145.381, "p95_ms": 107.165}, "inference_input_copy_ms": {"avg_ms": 1.893, "count": 288, "max_ms": 4.79, "p95_ms": 3.217}, "processing_residual_ms": {"avg_ms": 0.191, "count": 288, "max_ms": 0.511, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.084, "count": 288, "max_ms": 149.965, "p95_ms": 113.506}, "read_interval": {"avg_ms": 104.123, "count": 288, "max_ms": 173.509, "p95_ms": 143.284}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 288, "max_ms": 0.059, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.545, "count": 288, "max_ms": 2.376, "p95_ms": 1.623}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 288, "max_ms": 0.075, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.53, "count": 288, "max_ms": 2.339, "p95_ms": 1.6}, "worker_merge_ms": {"avg_ms": 0.005, "count": 288, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.499, "count": 288, "max_ms": 88.835, "p95_ms": 66.341}, "visualize": {"avg_ms": 32.504, "count": 288, "max_ms": 60.678, "p95_ms": 41.647}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.051, "count": 288, "max_ms": 53.158, "p95_ms": 37.166}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.76, "count": 288, "max_ms": 58.607, "p95_ms": 39.732}, "visualize_input_copy_ms": {"avg_ms": 0.556, "count": 288, "max_ms": 2.879, "p95_ms": 1.719}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.651, "count": 288, "max_ms": 58.349, "p95_ms": 39.579}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 288, "max_ms": 0.205, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 288}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1121.688, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.53, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.088, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 53138, "write_bytes_delta": 53138, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.464642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 23144, "reason": null, "system_cpu_core_ratio": 0.040881, "system_cpu_s_delta": 0.8199999999999932, "user_cpu_core_ratio": 0.423762, "user_cpu_s_delta": 8.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.815617, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.103697, "system_cpu_s_delta": 2.0799999999981083, "user_cpu_core_ratio": 0.71192, "user_cpu_s_delta": 14.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 302, "max_ms": 7.654, "p95_ms": 4.731, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.606, "max": 13.0, "p95": 9.0, "sample_count": 302}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 19}, "total": {"avg": 0.063, "max": 1.0, "p95": 1.0, "sample_count": 302}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.638, "count": 30, "max": 65.434, "p95": 45.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.523, "count": 30, "max": 31.185, "p95": 26.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1189.0, "p95": 1169.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6.4, "count": 30, "max": 149.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.424, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 676.667, "count": 30, "max": 19660.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.572, "p95": 0.536, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.287, "p95": 1.236, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5721, "sampled_at": "2026-10-31T10:01:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:01:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1088961, "flush_count": 1169, "flush_interval_seconds": 30.0, "flush_state": {"count": 1169, "last_at": "2026-10-31T10:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1168}, "started": true, "suppressed_count": 653808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 128, "tracking_summary": 653680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1169, "written_record_count": 1169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6347.734, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1810523750400, "copied_frame_count": 654848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T09:54:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 712862, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T09:54:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.126}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 128, "events_emitted": 119, "events_failed": 0, "events_observed": 128, "events_suppressed": 9, "frame_buffer_copied_bytes": 1810523750400, "frame_buffer_copies": 654848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5950, "recorder_active_input_bytes": 16450560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 119, "recorder_clips_failed": 0, "recorder_clips_started": 119, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 119, "worker_jobs_accepted": 119, "worker_jobs_completed": 119, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.3208, "p50_ms": 0.1121, "p95_ms": 0.2261, "p99_ms": 0.2926}, "stages": {"db_insert": {"avg_ms": 16.3723, "count": 119, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 31.0642, "p99_ms": 55.2126, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7331, "count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.1268, "count": 128, "max_ms": 4422.916, "p50_ms": 923.6719, "p95_ms": 1262.7855, "p99_ms": 1368.421, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4481, "count": 512, "max_ms": 6.8173, "p50_ms": 1.3737, "p95_ms": 2.2891, "p99_ms": 2.717, "results": {"failed": 0, "not_applicable": 0, "success": 654848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 480.9576, "count": 128, "max_ms": 862.8454, "p50_ms": 500.4176, "p95_ms": 604.9257, "p99_ms": 653.1728, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2194, "count": 119, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.8091, "p99_ms": 68.2129, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1485, "count": 512, "max_ms": 12.3946, "p50_ms": 4.8518, "p95_ms": 7.7205, "p99_ms": 9.9019, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4932, "count": 512, "max_ms": 5.3394, "p50_ms": 1.3259, "p95_ms": 2.8451, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 513.5113, "count": 119, "max_ms": 860.4624, "p50_ms": 499.8634, "p95_ms": 602.2934, "p99_ms": 650.9832, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.0255, "count": 119, "max_ms": 789.0434, "p50_ms": 407.8748, "p95_ms": 503.7371, "p99_ms": 551.9302, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5526, "count": 119, "max_ms": 109.8019, "p50_ms": 84.1994, "p95_ms": 98.2702, "p99_ms": 105.3296, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8713, "count": 119, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.493, "p99_ms": 9.2583, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4846, "count": 119, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 55.823, "p99_ms": 70.4222, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8857, "count": 119, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4335, "p99_ms": 2.5227, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 403.1973, "count": 119, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 637.8383, "p99_ms": 713.2147, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1311, "count": 119, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 6.897, "p99_ms": 11.4169, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.5771, "count": 119, "max_ms": 92.2129, "p50_ms": 26.4115, "p95_ms": 63.0989, "p99_ms": 73.8192, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1379, "count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 482.4843, "count": 119, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 723.0258, "p99_ms": 780.5674, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 119, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226}, "wait_ms": {"count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 119, "artifact_failed": 0, "artifact_requested": 119, "artifact_success": 119, "completed": 119, "completed_failed": 0, "completed_success": 119, "cooldown_promoted": 119, "database_requested": 119, "db_insert_success": 119, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15661, "relay_business_failed": 0, "relay_business_success": 119, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 119, "relay_transport_failed": 0, "relay_transport_success": 119, "reservation_requested": 119}, "snapshot": {"copied_bytes": 329011200, "copied_count": 119, "copy": {"count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "last_exit_at": "2026-10-31T10:02:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 4444.163, "last_started_at": "2026-10-31T08:48:03+09:00", "pid": 23144, "process": {"exists": false, "pid": 23144}, "restart_count": 74, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.652, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-10-31T10:02:07+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-31T10:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 259.895, "last_sample_duration_ms": 994.83, "last_trigger": "periodic", "next_snapshot_in_sec": 340.105, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 117, "storage_bytes": 2145143}, "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-10-31T10:02:07.299320+09:00", "mtime_epoch": 1793408527.2993202, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 52729}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T10:02:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1212.82, "name": "celery", "pid": 206, "rss_mb": 1121.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 90, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 654848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.358, "max": 11.0, "p95": 9.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.08, "max": 2.0, "p95": 2.0, "sample_count": 125}, "total": {"avg": 0.469, "max": 2.0, "p95": 1.0, "sample_count": 288}}, "tracking_counts": {"active": {"avg": 0.552, "max": 2.0, "p95": 1.0, "sample_count": 288}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 288}, "tracked": {"avg": 0.552, "max": 2.0, "p95": 1.0, "sample_count": 288}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.62, "pushed": 9.62, "read": 9.586}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 287, "client_acquire_ms": {"avg_ms": 0.009, "count": 288, "max_ms": 0.047, "p95_ms": 0.017, "reason": null, "sample_age_ms": 116.854, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.941, "count": 287, "max_ms": 10.352, "p95_ms": 3.142, "reason": null, "sample_age_ms": 157.298, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 287, "max_ms": 8.568, "p95_ms": 2.217, "reason": null, "sample_age_ms": 157.587, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 288, "max_ms": 0.769, "p95_ms": 0.607, "reason": null, "sample_age_ms": 116.859, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.345, "count": 287, "max_ms": 6.353, "p95_ms": 3.896, "reason": null, "sample_age_ms": 155.663, "source": "client_direct"}, "request_count": 287, "request_tensor_bytes": {"avg": 2764808.0, "count": 287, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.643, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 288, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.028, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.275, "count": 288, "max_ms": 76.013, "p95_ms": 62.789, "reason": null, "sample_age_ms": 116.85, "source": "client_direct"}, "sample_age_ms": 116.847, "source": "client_direct", "task_total_ms": {"avg_ms": 49.142, "count": 288, "max_ms": 78.242, "p95_ms": 65.434, "reason": null, "sample_age_ms": 116.847, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.421, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.472, "count": 288, "max_ms": 8.884, "p95_ms": 6.688}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 288, "max_ms": 1.046, "p95_ms": 0.556}, "detection_prepare_ms": {"avg_ms": 0.654, "count": 288, "max_ms": 3.342, "p95_ms": 2.048}, "event_filter_ms": {"avg_ms": 0.004, "count": 288, "max_ms": 0.032, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.154, "count": 288, "max_ms": 0.757, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 288, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.602, "count": 288, "max_ms": 2.527, "p95_ms": 1.713}, "setup_ms": {"avg_ms": 0.044, "count": 288, "max_ms": 0.484, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.427, "count": 288, "max_ms": 8.802, "p95_ms": 6.596}, "track_match_ms": {"avg_ms": 0.04, "count": 288, "max_ms": 0.562, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 0.613, "count": 288, "max_ms": 3.232, "p95_ms": 2.001}}, "gstreamer_push": {"avg_ms": 3.196, "count": 288, "max_ms": 9.207, "p95_ms": 5.045}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 288, "max_ms": 0.926, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.447, "count": 288, "max_ms": 88.827, "p95_ms": 66.331}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.367, "count": 288, "max_ms": 11.937, "p95_ms": 5.181}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.722, "count": 288, "max_ms": 145.381, "p95_ms": 107.165}, "inference_input_copy_ms": {"avg_ms": 1.892, "count": 288, "max_ms": 4.79, "p95_ms": 3.217}, "processing_residual_ms": {"avg_ms": 0.191, "count": 288, "max_ms": 0.511, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.172, "count": 288, "max_ms": 149.965, "p95_ms": 113.86}, "read_interval": {"avg_ms": 104.115, "count": 287, "max_ms": 173.509, "p95_ms": 143.284}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 288, "max_ms": 0.059, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.546, "count": 288, "max_ms": 2.376, "p95_ms": 1.623}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 288, "max_ms": 0.075, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.53, "count": 288, "max_ms": 2.339, "p95_ms": 1.6}, "worker_merge_ms": {"avg_ms": 0.005, "count": 288, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.46, "count": 288, "max_ms": 88.835, "p95_ms": 66.341}, "visualize": {"avg_ms": 32.586, "count": 288, "max_ms": 61.21, "p95_ms": 41.655}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.041, "count": 288, "max_ms": 53.158, "p95_ms": 37.166}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.839, "count": 288, "max_ms": 60.175, "p95_ms": 39.926}, "visualize_input_copy_ms": {"avg_ms": 0.559, "count": 288, "max_ms": 2.879, "p95_ms": 1.719}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.729, "count": 288, "max_ms": 60.091, "p95_ms": 39.755}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 288, "max_ms": 0.205, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 288}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1121.688, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.53, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.088, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 53138, "write_bytes_delta": 53138, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.464642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 23144, "reason": null, "system_cpu_core_ratio": 0.040881, "system_cpu_s_delta": 0.8199999999999932, "user_cpu_core_ratio": 0.423762, "user_cpu_s_delta": 8.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.815617, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.103697, "system_cpu_s_delta": 2.0799999999981083, "user_cpu_core_ratio": 0.71192, "user_cpu_s_delta": 14.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 302, "max_ms": 7.654, "p95_ms": 4.731, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.606, "max": 13.0, "p95": 9.0, "sample_count": 302}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 19}, "total": {"avg": 0.063, "max": 1.0, "p95": 1.0, "sample_count": 302}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.638, "count": 30, "max": 65.434, "p95": 45.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.523, "count": 30, "max": 31.185, "p95": 26.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1189.0, "p95": 1169.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6.4, "count": 30, "max": 149.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.424, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 676.667, "count": 30, "max": 19660.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.572, "p95": 0.536, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.287, "p95": 1.236, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5721, "sampled_at": "2026-10-31T10:01:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:01:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1088961, "flush_count": 1169, "flush_interval_seconds": 30.0, "flush_state": {"count": 1169, "last_at": "2026-10-31T10:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1168}, "started": true, "suppressed_count": 653808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 128, "tracking_summary": 653680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1169, "written_record_count": 1169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6348.141, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1810523750400, "copied_frame_count": 654848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T09:54:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 712862, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T09:54:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.126}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 128, "events_emitted": 119, "events_failed": 0, "events_observed": 128, "events_suppressed": 9, "frame_buffer_copied_bytes": 1810523750400, "frame_buffer_copies": 654848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5950, "recorder_active_input_bytes": 16450560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 119, "recorder_clips_failed": 0, "recorder_clips_started": 119, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 119, "worker_jobs_accepted": 119, "worker_jobs_completed": 119, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.3208, "p50_ms": 0.1121, "p95_ms": 0.2261, "p99_ms": 0.2926}, "stages": {"db_insert": {"avg_ms": 16.3723, "count": 119, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 31.0642, "p99_ms": 55.2126, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7331, "count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.1268, "count": 128, "max_ms": 4422.916, "p50_ms": 923.6719, "p95_ms": 1262.7855, "p99_ms": 1368.421, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4481, "count": 512, "max_ms": 6.8173, "p50_ms": 1.3737, "p95_ms": 2.2891, "p99_ms": 2.717, "results": {"failed": 0, "not_applicable": 0, "success": 654848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 480.9576, "count": 128, "max_ms": 862.8454, "p50_ms": 500.4176, "p95_ms": 604.9257, "p99_ms": 653.1728, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2194, "count": 119, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.8091, "p99_ms": 68.2129, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1485, "count": 512, "max_ms": 12.3946, "p50_ms": 4.8518, "p95_ms": 7.7205, "p99_ms": 9.9019, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4932, "count": 512, "max_ms": 5.3394, "p50_ms": 1.3259, "p95_ms": 2.8451, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 513.5113, "count": 119, "max_ms": 860.4624, "p50_ms": 499.8634, "p95_ms": 602.2934, "p99_ms": 650.9832, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.0255, "count": 119, "max_ms": 789.0434, "p50_ms": 407.8748, "p95_ms": 503.7371, "p99_ms": 551.9302, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5526, "count": 119, "max_ms": 109.8019, "p50_ms": 84.1994, "p95_ms": 98.2702, "p99_ms": 105.3296, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8713, "count": 119, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.493, "p99_ms": 9.2583, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4846, "count": 119, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 55.823, "p99_ms": 70.4222, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8857, "count": 119, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4335, "p99_ms": 2.5227, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 403.1973, "count": 119, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 637.8383, "p99_ms": 713.2147, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1311, "count": 119, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 6.897, "p99_ms": 11.4169, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.5771, "count": 119, "max_ms": 92.2129, "p50_ms": 26.4115, "p95_ms": 63.0989, "p99_ms": 73.8192, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1379, "count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 482.4843, "count": 119, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 723.0258, "p99_ms": 780.5674, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 119, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226}, "wait_ms": {"count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 119, "artifact_failed": 0, "artifact_requested": 119, "artifact_success": 119, "completed": 119, "completed_failed": 0, "completed_success": 119, "cooldown_promoted": 119, "database_requested": 119, "db_insert_success": 119, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15661, "relay_business_failed": 0, "relay_business_success": 119, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 119, "relay_transport_failed": 0, "relay_transport_success": 119, "reservation_requested": 119}, "snapshot": {"copied_bytes": 329011200, "copied_count": 119, "copy": {"count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "last_exit_at": "2026-10-31T10:02:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 4444.228, "last_started_at": "2026-10-31T08:48:03+09:00", "pid": 23144, "process": {"exists": false, "pid": 23144}, "restart_count": 74, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.652, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-31T10:02:07+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-10-31T10:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 259.943, "last_sample_duration_ms": 994.83, "last_trigger": "periodic", "next_snapshot_in_sec": 340.057, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 117, "storage_bytes": 2145143}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-10-31T10:02:07.439321+09:00", "mtime_epoch": 1793408527.4393208, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 53312}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T10:02:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1212.82, "name": "celery", "pid": 206, "rss_mb": 1121.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 90, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 654848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.359, "max": 11.0, "p95": 9.0, "sample_count": 287}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.08, "max": 2.0, "p95": 2.0, "sample_count": 125}, "total": {"avg": 0.47, "max": 2.0, "p95": 1.0, "sample_count": 287}}, "tracking_counts": {"active": {"avg": 0.551, "max": 2.0, "p95": 1.0, "sample_count": 287}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 287}, "tracked": {"avg": 0.551, "max": 2.0, "p95": 1.0, "sample_count": 287}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.568, "pushed": 9.601, "read": 9.568}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 287, "client_acquire_ms": {"avg_ms": 0.009, "count": 287, "max_ms": 0.047, "p95_ms": 0.017, "reason": null, "sample_age_ms": 172.563, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.941, "count": 287, "max_ms": 10.352, "p95_ms": 3.142, "reason": null, "sample_age_ms": 213.007, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 287, "max_ms": 8.568, "p95_ms": 2.217, "reason": null, "sample_age_ms": 213.296, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 287, "max_ms": 0.769, "p95_ms": 0.608, "reason": null, "sample_age_ms": 172.569, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.345, "count": 287, "max_ms": 6.353, "p95_ms": 3.896, "reason": null, "sample_age_ms": 211.372, "source": "client_direct"}, "request_count": 287, "request_tensor_bytes": {"avg": 2764808.0, "count": 287, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 211.352, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 287, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 172.737, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.286, "count": 287, "max_ms": 76.013, "p95_ms": 62.79, "reason": null, "sample_age_ms": 172.56, "source": "client_direct"}, "sample_age_ms": 172.556, "source": "client_direct", "task_total_ms": {"avg_ms": 49.15, "count": 287, "max_ms": 78.242, "p95_ms": 65.455, "reason": null, "sample_age_ms": 172.556, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.108, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.479, "count": 287, "max_ms": 8.884, "p95_ms": 6.688}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 287, "max_ms": 1.046, "p95_ms": 0.556}, "detection_prepare_ms": {"avg_ms": 0.656, "count": 287, "max_ms": 3.342, "p95_ms": 2.048}, "event_filter_ms": {"avg_ms": 0.004, "count": 287, "max_ms": 0.032, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.154, "count": 287, "max_ms": 0.757, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 287, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.603, "count": 287, "max_ms": 2.527, "p95_ms": 1.713}, "setup_ms": {"avg_ms": 0.044, "count": 287, "max_ms": 0.484, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.434, "count": 287, "max_ms": 8.802, "p95_ms": 6.596}, "track_match_ms": {"avg_ms": 0.04, "count": 287, "max_ms": 0.562, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 0.615, "count": 287, "max_ms": 3.232, "p95_ms": 2.001}}, "gstreamer_push": {"avg_ms": 3.196, "count": 288, "max_ms": 9.207, "p95_ms": 5.045}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 287, "max_ms": 0.926, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.456, "count": 287, "max_ms": 88.827, "p95_ms": 66.331}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.371, "count": 287, "max_ms": 11.937, "p95_ms": 5.181}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.738, "count": 287, "max_ms": 145.381, "p95_ms": 107.165}, "inference_input_copy_ms": {"avg_ms": 1.889, "count": 287, "max_ms": 4.79, "p95_ms": 3.217}, "processing_residual_ms": {"avg_ms": 0.191, "count": 287, "max_ms": 0.511, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.19, "count": 287, "max_ms": 149.965, "p95_ms": 113.86}, "read_interval": {"avg_ms": 104.115, "count": 287, "max_ms": 173.509, "p95_ms": 143.284}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 287, "max_ms": 0.059, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.547, "count": 287, "max_ms": 2.376, "p95_ms": 1.623}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 287, "max_ms": 0.075, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.532, "count": 287, "max_ms": 2.339, "p95_ms": 1.6}, "worker_merge_ms": {"avg_ms": 0.005, "count": 287, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.47, "count": 287, "max_ms": 88.835, "p95_ms": 66.341}, "visualize": {"avg_ms": 32.586, "count": 287, "max_ms": 61.21, "p95_ms": 41.655}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.035, "count": 287, "max_ms": 53.158, "p95_ms": 37.166}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.837, "count": 287, "max_ms": 60.175, "p95_ms": 39.926}, "visualize_input_copy_ms": {"avg_ms": 0.561, "count": 287, "max_ms": 2.879, "p95_ms": 1.719}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.727, "count": 287, "max_ms": 60.091, "p95_ms": 39.755}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 287, "max_ms": 0.205, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1121.688, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.53, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.088, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 53138, "write_bytes_delta": 53138, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.464642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 23144, "reason": null, "system_cpu_core_ratio": 0.040881, "system_cpu_s_delta": 0.8199999999999932, "user_cpu_core_ratio": 0.423762, "user_cpu_s_delta": 8.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.815617, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.103697, "system_cpu_s_delta": 2.0799999999981083, "user_cpu_core_ratio": 0.71192, "user_cpu_s_delta": 14.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 302, "max_ms": 7.654, "p95_ms": 4.731, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.606, "max": 13.0, "p95": 9.0, "sample_count": 302}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 19}, "total": {"avg": 0.063, "max": 1.0, "p95": 1.0, "sample_count": 302}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.638, "count": 30, "max": 65.434, "p95": 45.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.523, "count": 30, "max": 31.185, "p95": 26.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1189.0, "p95": 1169.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6.4, "count": 30, "max": 149.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.424, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 676.667, "count": 30, "max": 19660.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.572, "p95": 0.536, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.287, "p95": 1.236, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5721, "sampled_at": "2026-10-31T10:01:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:01:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1088961, "flush_count": 1169, "flush_interval_seconds": 30.0, "flush_state": {"count": 1169, "last_at": "2026-10-31T10:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1168}, "started": true, "suppressed_count": 653808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 128, "tracking_summary": 653680}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1169, "written_record_count": 1169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6516.953, "limit_mb": null}, "detail": {"pid": 23740, "restart_count": 75, "start_count": 76}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1810523750400, "copied_frame_count": 654848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T09:54:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 712862, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T09:54:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.126}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 128, "events_emitted": 119, "events_failed": 0, "events_observed": 128, "events_suppressed": 9, "frame_buffer_copied_bytes": 1810523750400, "frame_buffer_copies": 654848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5950, "recorder_active_input_bytes": 16450560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 119, "recorder_clips_failed": 0, "recorder_clips_started": 119, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 119, "worker_jobs_accepted": 119, "worker_jobs_completed": 119, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.3208, "p50_ms": 0.1121, "p95_ms": 0.2261, "p99_ms": 0.2926}, "stages": {"db_insert": {"avg_ms": 16.3723, "count": 119, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 31.0642, "p99_ms": 55.2126, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7331, "count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.1268, "count": 128, "max_ms": 4422.916, "p50_ms": 923.6719, "p95_ms": 1262.7855, "p99_ms": 1368.421, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4481, "count": 512, "max_ms": 6.8173, "p50_ms": 1.3737, "p95_ms": 2.2891, "p99_ms": 2.717, "results": {"failed": 0, "not_applicable": 0, "success": 654848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 480.9576, "count": 128, "max_ms": 862.8454, "p50_ms": 500.4176, "p95_ms": 604.9257, "p99_ms": 653.1728, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2194, "count": 119, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.8091, "p99_ms": 68.2129, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1485, "count": 512, "max_ms": 12.3946, "p50_ms": 4.8518, "p95_ms": 7.7205, "p99_ms": 9.9019, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4932, "count": 512, "max_ms": 5.3394, "p50_ms": 1.3259, "p95_ms": 2.8451, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 5950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 513.5113, "count": 119, "max_ms": 860.4624, "p50_ms": 499.8634, "p95_ms": 602.2934, "p99_ms": 650.9832, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 424.0255, "count": 119, "max_ms": 789.0434, "p50_ms": 407.8748, "p95_ms": 503.7371, "p99_ms": 551.9302, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5526, "count": 119, "max_ms": 109.8019, "p50_ms": 84.1994, "p95_ms": 98.2702, "p99_ms": 105.3296, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8713, "count": 119, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.493, "p99_ms": 9.2583, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4846, "count": 119, "max_ms": 73.1462, "p50_ms": 33.5456, "p95_ms": 55.823, "p99_ms": 70.4222, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4066, "count": 119, "max_ms": 16.9396, "p50_ms": 0.7958, "p95_ms": 4.9155, "p99_ms": 10.7353, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 128, "max_ms": 4.5565, "p50_ms": 0.6572, "p95_ms": 1.5412, "p99_ms": 2.7327, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8857, "count": 119, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4335, "p99_ms": 2.5227, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 403.1973, "count": 119, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 637.8383, "p99_ms": 713.2147, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 128, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1311, "count": 119, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 6.897, "p99_ms": 11.4169, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.5771, "count": 119, "max_ms": 92.2129, "p50_ms": 26.4115, "p95_ms": 63.0989, "p99_ms": 73.8192, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1379, "count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 482.4843, "count": 119, "max_ms": 3837.487, "p50_ms": 427.5406, "p95_ms": 723.0258, "p99_ms": 780.5674, "results": {"failed": 0, "not_applicable": 0, "success": 119, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 119, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 119, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1772, "p99_ms": 0.226}, "wait_ms": {"count": 119, "max_ms": 5.6676, "p50_ms": 2.0043, "p95_ms": 3.7845, "p99_ms": 5.2405}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 119, "artifact_failed": 0, "artifact_requested": 119, "artifact_success": 119, "completed": 119, "completed_failed": 0, "completed_success": 119, "cooldown_promoted": 119, "database_requested": 119, "db_insert_success": 119, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15661, "relay_business_failed": 0, "relay_business_success": 119, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 119, "relay_transport_failed": 0, "relay_transport_success": 119, "reservation_requested": 119}, "snapshot": {"copied_bytes": 329011200, "copied_count": 119, "copy": {"count": 119, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.8011, "p99_ms": 3.7111}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "last_exit_at": "2026-10-31T10:02:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T10:02:10+09:00", "pid": 23740, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.266, "name": "ffmpeg", "pid": 23740, "rss_mb": 208.266, "state": "S (sleeping)", "threads": 70}, "restart_count": 75, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.475, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.953, "last_frame_pushed_at": "2026-10-31T10:02:07+09:00", "last_frame_read_age_sec": 5.088, "last_frame_read_at": "2026-10-31T10:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.818, "last_sample_duration_ms": 994.83, "last_trigger": "periodic", "next_snapshot_in_sec": 335.182, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 117, "storage_bytes": 2145143}, "mjpeg": {"age_sec": 4.942, "exists": true, "mtime": "2026-10-31T10:02:07.439321+09:00", "mtime_epoch": 1793408527.4393208, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 53312}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T10:02:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1212.82, "name": "celery", "pid": 206, "rss_mb": 1121.836, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 90, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 654848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.246, "max": 10.0, "p95": 8.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.08, "max": 2.0, "p95": 2.0, "sample_count": 125}, "total": {"avg": 0.572, "max": 2.0, "p95": 1.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.453, "max": 2.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.453, "max": 2.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.878, "pushed": 7.878, "read": 7.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.009, "count": 236, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5053.721, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.976, "count": 235, "max_ms": 10.352, "p95_ms": 3.207, "reason": null, "sample_age_ms": 5094.165, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 235, "max_ms": 8.568, "p95_ms": 2.393, "reason": null, "sample_age_ms": 5094.454, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 236, "max_ms": 0.769, "p95_ms": 0.595, "reason": null, "sample_age_ms": 5053.726, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.306, "count": 235, "max_ms": 6.353, "p95_ms": 3.715, "reason": null, "sample_age_ms": 5092.53, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5092.51, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5053.895, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.673, "count": 236, "max_ms": 76.013, "p95_ms": 63.408, "reason": null, "sample_age_ms": 5053.718, "source": "client_direct"}, "sample_age_ms": 5053.714, "source": "client_direct", "task_total_ms": {"avg_ms": 49.496, "count": 236, "max_ms": 78.242, "p95_ms": 66.174, "reason": null, "sample_age_ms": 5053.714, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.116, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.853, "count": 236, "max_ms": 8.884, "p95_ms": 6.826}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.331, "count": 236, "max_ms": 1.046, "p95_ms": 0.593}, "detection_prepare_ms": {"avg_ms": 0.766, "count": 236, "max_ms": 3.342, "p95_ms": 2.069}, "event_filter_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.032, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.171, "count": 236, "max_ms": 0.757, "p95_ms": 0.409}, "mcmt_ms": {"avg_ms": 0.003, "count": 236, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.697, "count": 236, "max_ms": 2.527, "p95_ms": 1.728}, "setup_ms": {"avg_ms": 0.043, "count": 236, "max_ms": 0.11, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.806, "count": 236, "max_ms": 8.802, "p95_ms": 6.76}, "track_match_ms": {"avg_ms": 0.048, "count": 236, "max_ms": 0.562, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 0.742, "count": 236, "max_ms": 3.232, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 3.21, "count": 236, "max_ms": 9.207, "p95_ms": 5.087}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 236, "max_ms": 0.926, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.841, "count": 236, "max_ms": 88.827, "p95_ms": 67.454}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.657, "count": 236, "max_ms": 11.937, "p95_ms": 7.713}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.052, "count": 236, "max_ms": 145.381, "p95_ms": 109.574}, "inference_input_copy_ms": {"avg_ms": 1.885, "count": 236, "max_ms": 4.79, "p95_ms": 3.148}, "processing_residual_ms": {"avg_ms": 0.19, "count": 236, "max_ms": 0.45, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.784, "count": 236, "max_ms": 149.965, "p95_ms": 114.631}, "read_interval": {"avg_ms": 106.133, "count": 235, "max_ms": 173.509, "p95_ms": 145.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 236, "max_ms": 0.059, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.64, "count": 236, "max_ms": 2.376, "p95_ms": 1.645}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 236, "max_ms": 0.075, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.625, "count": 236, "max_ms": 2.339, "p95_ms": 1.62}, "worker_merge_ms": {"avg_ms": 0.006, "count": 236, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.855, "count": 236, "max_ms": 88.835, "p95_ms": 67.461}, "visualize": {"avg_ms": 33.147, "count": 236, "max_ms": 61.21, "p95_ms": 42.156}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.213, "count": 236, "max_ms": 53.158, "p95_ms": 37.237}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.274, "count": 236, "max_ms": 60.175, "p95_ms": 40.869}, "visualize_input_copy_ms": {"avg_ms": 0.682, "count": 236, "max_ms": 2.879, "p95_ms": 1.786}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.16, "count": 236, "max_ms": 60.091, "p95_ms": 40.763}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 236, "max_ms": 0.205, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1121.688, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.53, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.088, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 53138, "write_bytes_delta": 53138, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.464642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 23144, "reason": null, "system_cpu_core_ratio": 0.040881, "system_cpu_s_delta": 0.8199999999999932, "user_cpu_core_ratio": 0.423762, "user_cpu_s_delta": 8.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.815617, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.103697, "system_cpu_s_delta": 2.0799999999981083, "user_cpu_core_ratio": 0.71192, "user_cpu_s_delta": 14.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 302, "max_ms": 7.654, "p95_ms": 4.731, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.606, "max": 13.0, "p95": 9.0, "sample_count": 302}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 19}, "total": {"avg": 0.063, "max": 1.0, "p95": 1.0, "sample_count": 302}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.638, "count": 30, "max": 65.434, "p95": 45.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.523, "count": 30, "max": 31.185, "p95": 26.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1189.0, "p95": 1169.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6.4, "count": 30, "max": 149.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.424, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 55599.633, "count": 30, "max": 58869.0, "p95": 57096.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 676.667, "count": 30, "max": 19660.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.572, "p95": 0.536, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.287, "p95": 1.236, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5721, "sampled_at": "2026-10-31T10:01:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:01:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 875623, "flush_count": 1190, "flush_interval_seconds": 30.0, "flush_state": {"count": 1190, "last_at": "2026-10-31T10:23:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:23:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1189}, "started": true, "suppressed_count": 696873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 696873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1190, "written_record_count": 1190}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6210.188, "limit_mb": null}, "detail": {"h264_decode_error_count": 11, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x584156129640] cabac decode of qscale diff failed at 97 79 [h264 @ 0x584156129640] error while decoding MB 97 79, bytestream 6620 [h264 @ 0x584156129640] cabac decode of qscale diff failed at 210 80 [h264 @ 0x584156129640] error while decoding MB 210 80, bytestream 3389 [h264 @ 0x58415630c280] cabac decode of qscale diff failed at 84 92 [h264 @ 0x58415630c280] error while decoding MB 84 92, bytestream 15330 [h264 @ 0x5841562d1d00] cabac decode of qscale diff failed at 132 55 [h264 @ 0x5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1930001817600, "copied_frame_count": 698062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1930001817600, "frame_buffer_copies": 698062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1211, "count": 512, "max_ms": 1.4337, "p50_ms": 0.1063, "p95_ms": 0.2185, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4013, "count": 512, "max_ms": 3.9726, "p50_ms": 1.3028, "p95_ms": 2.3594, "p99_ms": 3.0735, "results": {"failed": 0, "not_applicable": 0, "success": 698062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:23:47+09:00", "last_error_summary": "[h264 @ 0x584156129640] cabac decode of qscale diff failed at 97 79 [h264 @ 0x584156129640] error while decoding MB 97 79, bytestream 6620 [h264 @ 0x584156129640] cabac decode of qscale diff failed at 210 80 [h264 @ 0x584156129640] error while decoding MB 210 80, bytestream 3389 [h264 @ 0x58415630c280] cabac decode of qscale diff failed at 84 92 [h264 @ 0x58415630c280] error while decoding MB 84 92, bytestream 15330 [h264 @ 0x5841562d1d00] cabac decode of qscale diff failed at 132 55 [h264 @ 0x5", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 1454.166, "last_started_at": "2026-10-31T09:59:33+09:00", "pid": 23624, "process": {"exists": false, "pid": 23624}, "restart_count": 57, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.923, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-31T10:23:47+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-10-31T10:23:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 119, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 356.85, "last_sample_duration_ms": 1023.146, "last_trigger": "periodic", "next_snapshot_in_sec": 243.15, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 119, "storage_bytes": 2164274}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-31T10:23:47.782052+09:00", "mtime_epoch": 1793409827.7820518, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79728}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:23:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1083.66, "name": "celery", "pid": 176, "rss_mb": 1064.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 698062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.81, "pushed": 5.81, "read": 5.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 173, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 108.442, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 173, "max_ms": 4.7, "p95_ms": 1.94, "reason": null, "sample_age_ms": 171.708, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 173, "max_ms": 2.568, "p95_ms": 1.435, "reason": null, "sample_age_ms": 171.887, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 173, "max_ms": 0.528, "p95_ms": 0.196, "reason": null, "sample_age_ms": 108.45, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.583, "count": 173, "max_ms": 9.109, "p95_ms": 2.663, "reason": null, "sample_age_ms": 169.971, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2211848.0, "count": 173, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 169.947, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.567, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.974, "count": 173, "max_ms": 68.758, "p95_ms": 61.828, "reason": null, "sample_age_ms": 108.438, "source": "client_direct"}, "sample_age_ms": 108.435, "source": "client_direct", "task_total_ms": {"avg_ms": 40.829, "count": 173, "max_ms": 71.435, "p95_ms": 64.298, "reason": null, "sample_age_ms": 108.435, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.413, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 174, "max_ms": 2.11, "p95_ms": 1.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.231, "count": 174, "max_ms": 0.743, "p95_ms": 0.448}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 174, "max_ms": 0.352, "p95_ms": 0.214}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 174, "max_ms": 0.205, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.178, "count": 174, "max_ms": 0.707, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.042, "count": 174, "max_ms": 0.112, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.669, "count": 174, "max_ms": 2.003, "p95_ms": 1.29}, "track_match_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 174, "max_ms": 0.087, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.96, "count": 174, "max_ms": 6.191, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 174, "max_ms": 0.966, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.918, "count": 174, "max_ms": 73.82, "p95_ms": 65.486}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 174, "max_ms": 0.146, "p95_ms": 0.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.436, "count": 174, "max_ms": 123.019, "p95_ms": 108.535}, "inference_input_copy_ms": {"avg_ms": 1.565, "count": 174, "max_ms": 7.345, "p95_ms": 2.864}, "processing_residual_ms": {"avg_ms": 0.165, "count": 174, "max_ms": 1.285, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.21, "count": 174, "max_ms": 125.433, "p95_ms": 110.755}, "read_interval": {"avg_ms": 172.762, "count": 173, "max_ms": 3141.626, "p95_ms": 450.887}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 174, "max_ms": 0.05, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.124, "count": 174, "max_ms": 0.513, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 174, "max_ms": 0.056, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 174, "max_ms": 0.462, "p95_ms": 0.187}, "worker_merge_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.932, "count": 174, "max_ms": 73.835, "p95_ms": 65.493}, "visualize": {"avg_ms": 38.879, "count": 174, "max_ms": 69.137, "p95_ms": 50.872}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.06, "count": 174, "max_ms": 68.332, "p95_ms": 49.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.692, "count": 174, "max_ms": 68.947, "p95_ms": 50.491}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.596, "count": 174, "max_ms": 68.86, "p95_ms": 50.338}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 174, "max_ms": 0.143, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1064.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.975, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81450, "write_bytes_delta": 81450, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1280.0, "cpu_core_ratio": 1.343707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7032.0, "pid": 23624, "reason": null, "system_cpu_core_ratio": 0.161904, "system_cpu_s_delta": 3.239999999999995, "user_cpu_core_ratio": 1.181802, "user_cpu_s_delta": 23.649999999999864}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.724572, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124854.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.138918, "system_cpu_s_delta": 2.7799999999997453, "user_cpu_core_ratio": 0.585654, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 291, "max_ms": 6.19, "p95_ms": 5.042, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.208, "count": 30, "max": 49.705, "p95": 35.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.842, "count": 30, "max": 36.055, "p95": 26.024, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1439.733, "count": 30, "max": 1513.0, "p95": 1477.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.6, "count": 30, "max": 7032.0, "p95": 3.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.162, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.265, "p95": 1.227, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130656.9, "count": 30, "max": 134054.0, "p95": 133760.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.144, "count": 30, "max": 0.147, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.623, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5874, "sampled_at": "2026-10-31T10:23:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:23:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 875623, "flush_count": 1190, "flush_interval_seconds": 30.0, "flush_state": {"count": 1190, "last_at": "2026-10-31T10:23:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:23:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1189}, "started": true, "suppressed_count": 696873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 696873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1190, "written_record_count": 1190}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6209.941, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1930001817600, "copied_frame_count": 698062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1930001817600, "frame_buffer_copies": 698062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1211, "count": 512, "max_ms": 1.4337, "p50_ms": 0.1063, "p95_ms": 0.2185, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4013, "count": 512, "max_ms": 3.9726, "p50_ms": 1.3028, "p95_ms": 2.3594, "p99_ms": 3.0735, "results": {"failed": 0, "not_applicable": 0, "success": 698062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:23:47+09:00", "last_error_summary": "[h264 @ 0x584156129640] cabac decode of qscale diff failed at 97 79 [h264 @ 0x584156129640] error while decoding MB 97 79, bytestream 6620 [h264 @ 0x584156129640] cabac decode of qscale diff failed at 210 80 [h264 @ 0x584156129640] error while decoding MB 210 80, bytestream 3389 [h264 @ 0x58415630c280] cabac decode of qscale diff failed at 84 92 [h264 @ 0x58415630c280] error while decoding MB 84 92, bytestream 15330 [h264 @ 0x5841562d1d00] cabac decode of qscale diff failed at 132 55 [h264 @ 0x5", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 1454.16, "last_started_at": "2026-10-31T09:59:33+09:00", "pid": 23624, "process": {"exists": false, "pid": 23624}, "restart_count": 57, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.923, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-31T10:23:47+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-31T10:23:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 119, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 356.863, "last_sample_duration_ms": 1023.146, "last_trigger": "periodic", "next_snapshot_in_sec": 243.137, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 119, "storage_bytes": 2164274}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-31T10:23:47.782052+09:00", "mtime_epoch": 1793409827.7820518, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79728}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:23:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1083.66, "name": "celery", "pid": 176, "rss_mb": 1064.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 698062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.811, "pushed": 5.811, "read": 5.777}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 103.04, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 173, "max_ms": 4.7, "p95_ms": 1.94, "reason": null, "sample_age_ms": 166.306, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 173, "max_ms": 2.568, "p95_ms": 1.435, "reason": null, "sample_age_ms": 166.485, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 174, "max_ms": 0.528, "p95_ms": 0.195, "reason": null, "sample_age_ms": 103.048, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.583, "count": 173, "max_ms": 9.109, "p95_ms": 2.663, "reason": null, "sample_age_ms": 164.569, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2211848.0, "count": 173, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 164.545, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.165, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.065, "count": 174, "max_ms": 68.758, "p95_ms": 61.762, "reason": null, "sample_age_ms": 103.036, "source": "client_direct"}, "sample_age_ms": 103.033, "source": "client_direct", "task_total_ms": {"avg_ms": 40.92, "count": 174, "max_ms": 71.435, "p95_ms": 64.297, "reason": null, "sample_age_ms": 103.033, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.366, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 174, "max_ms": 2.11, "p95_ms": 1.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.231, "count": 174, "max_ms": 0.743, "p95_ms": 0.448}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 174, "max_ms": 0.352, "p95_ms": 0.214}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 174, "max_ms": 0.205, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.178, "count": 174, "max_ms": 0.707, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.042, "count": 174, "max_ms": 0.112, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.669, "count": 174, "max_ms": 2.003, "p95_ms": 1.29}, "track_match_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 174, "max_ms": 0.087, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.96, "count": 174, "max_ms": 6.191, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 174, "max_ms": 0.966, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.918, "count": 174, "max_ms": 73.82, "p95_ms": 65.486}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 174, "max_ms": 0.146, "p95_ms": 0.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.436, "count": 174, "max_ms": 123.019, "p95_ms": 108.535}, "inference_input_copy_ms": {"avg_ms": 1.565, "count": 174, "max_ms": 7.345, "p95_ms": 2.864}, "processing_residual_ms": {"avg_ms": 0.165, "count": 174, "max_ms": 1.285, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.21, "count": 174, "max_ms": 125.433, "p95_ms": 110.755}, "read_interval": {"avg_ms": 172.762, "count": 173, "max_ms": 3141.626, "p95_ms": 450.887}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 174, "max_ms": 0.05, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.124, "count": 174, "max_ms": 0.513, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 174, "max_ms": 0.056, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 174, "max_ms": 0.462, "p95_ms": 0.187}, "worker_merge_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.932, "count": 174, "max_ms": 73.835, "p95_ms": 65.493}, "visualize": {"avg_ms": 38.879, "count": 174, "max_ms": 69.137, "p95_ms": 50.872}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.06, "count": 174, "max_ms": 68.332, "p95_ms": 49.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.692, "count": 174, "max_ms": 68.947, "p95_ms": 50.491}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.596, "count": 174, "max_ms": 68.86, "p95_ms": 50.338}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 174, "max_ms": 0.143, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1064.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.975, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81450, "write_bytes_delta": 81450, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1280.0, "cpu_core_ratio": 1.343707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7032.0, "pid": 23624, "reason": null, "system_cpu_core_ratio": 0.161904, "system_cpu_s_delta": 3.239999999999995, "user_cpu_core_ratio": 1.181802, "user_cpu_s_delta": 23.649999999999864}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.724572, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124854.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.138918, "system_cpu_s_delta": 2.7799999999997453, "user_cpu_core_ratio": 0.585654, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 291, "max_ms": 6.19, "p95_ms": 5.042, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.208, "count": 30, "max": 49.705, "p95": 35.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.842, "count": 30, "max": 36.055, "p95": 26.024, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1439.733, "count": 30, "max": 1513.0, "p95": 1477.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.6, "count": 30, "max": 7032.0, "p95": 3.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.162, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.265, "p95": 1.227, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130656.9, "count": 30, "max": 134054.0, "p95": 133760.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.144, "count": 30, "max": 0.147, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.623, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5874, "sampled_at": "2026-10-31T10:23:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:23:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 875623, "flush_count": 1190, "flush_interval_seconds": 30.0, "flush_state": {"count": 1190, "last_at": "2026-10-31T10:23:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:23:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1189}, "started": true, "suppressed_count": 696873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 696873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1190, "written_record_count": 1190}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6209.402, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1930001817600, "copied_frame_count": 698062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1930001817600, "frame_buffer_copies": 698062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1211, "count": 512, "max_ms": 1.4337, "p50_ms": 0.1063, "p95_ms": 0.2185, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4013, "count": 512, "max_ms": 3.9726, "p50_ms": 1.3028, "p95_ms": 2.3594, "p99_ms": 3.0735, "results": {"failed": 0, "not_applicable": 0, "success": 698062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:23:47+09:00", "last_error_summary": "[h264 @ 0x584156129640] cabac decode of qscale diff failed at 97 79 [h264 @ 0x584156129640] error while decoding MB 97 79, bytestream 6620 [h264 @ 0x584156129640] cabac decode of qscale diff failed at 210 80 [h264 @ 0x584156129640] error while decoding MB 210 80, bytestream 3389 [h264 @ 0x58415630c280] cabac decode of qscale diff failed at 84 92 [h264 @ 0x58415630c280] error while decoding MB 84 92, bytestream 15330 [h264 @ 0x5841562d1d00] cabac decode of qscale diff failed at 132 55 [h264 @ 0x5", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 1454.218, "last_started_at": "2026-10-31T09:59:33+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 57, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.923, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.092, "last_frame_pushed_at": "2026-10-31T10:23:47+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-10-31T10:23:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 119, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 356.891, "last_sample_duration_ms": 1023.146, "last_trigger": "periodic", "next_snapshot_in_sec": 243.109, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 119, "storage_bytes": 2164274}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-31T10:23:47.782052+09:00", "mtime_epoch": 1793409827.7820518, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79728}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:23:47+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1083.66, "name": "celery", "pid": 176, "rss_mb": 1064.719, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 698062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.767, "pushed": 5.801, "read": 5.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 173, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 150.58, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 173, "max_ms": 4.7, "p95_ms": 1.94, "reason": null, "sample_age_ms": 213.846, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 173, "max_ms": 2.568, "p95_ms": 1.435, "reason": null, "sample_age_ms": 214.025, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 173, "max_ms": 0.528, "p95_ms": 0.196, "reason": null, "sample_age_ms": 150.588, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.583, "count": 173, "max_ms": 9.109, "p95_ms": 2.663, "reason": null, "sample_age_ms": 212.109, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2211848.0, "count": 173, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 212.085, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.705, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.974, "count": 173, "max_ms": 68.758, "p95_ms": 61.828, "reason": null, "sample_age_ms": 150.576, "source": "client_direct"}, "sample_age_ms": 150.573, "source": "client_direct", "task_total_ms": {"avg_ms": 40.829, "count": 173, "max_ms": 71.435, "p95_ms": 64.298, "reason": null, "sample_age_ms": 150.573, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.91, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.71, "count": 173, "max_ms": 2.11, "p95_ms": 1.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.232, "count": 173, "max_ms": 0.743, "p95_ms": 0.448}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 173, "max_ms": 0.352, "p95_ms": 0.214}, "event_filter_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 173, "max_ms": 0.205, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 173, "max_ms": 0.707, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.042, "count": 173, "max_ms": 0.112, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.671, "count": 173, "max_ms": 2.003, "p95_ms": 1.29}, "track_match_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 173, "max_ms": 0.087, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.96, "count": 174, "max_ms": 6.191, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 173, "max_ms": 0.966, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.827, "count": 173, "max_ms": 73.82, "p95_ms": 65.486}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 173, "max_ms": 0.146, "p95_ms": 0.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.351, "count": 173, "max_ms": 123.019, "p95_ms": 108.535}, "inference_input_copy_ms": {"avg_ms": 1.567, "count": 173, "max_ms": 7.345, "p95_ms": 2.864}, "processing_residual_ms": {"avg_ms": 0.165, "count": 173, "max_ms": 1.285, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.128, "count": 173, "max_ms": 125.433, "p95_ms": 110.755}, "read_interval": {"avg_ms": 172.762, "count": 173, "max_ms": 3141.626, "p95_ms": 450.887}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 173, "max_ms": 0.05, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.124, "count": 173, "max_ms": 0.513, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 173, "max_ms": 0.056, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 173, "max_ms": 0.462, "p95_ms": 0.187}, "worker_merge_ms": {"avg_ms": 0.005, "count": 173, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.841, "count": 173, "max_ms": 73.835, "p95_ms": 65.493}, "visualize": {"avg_ms": 38.884, "count": 173, "max_ms": 69.137, "p95_ms": 50.872}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.065, "count": 173, "max_ms": 68.332, "p95_ms": 49.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.696, "count": 173, "max_ms": 68.947, "p95_ms": 50.491}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.601, "count": 173, "max_ms": 68.86, "p95_ms": 50.338}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 173, "max_ms": 0.143, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1064.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.975, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81450, "write_bytes_delta": 81450, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1280.0, "cpu_core_ratio": 1.343707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7032.0, "pid": 23624, "reason": null, "system_cpu_core_ratio": 0.161904, "system_cpu_s_delta": 3.239999999999995, "user_cpu_core_ratio": 1.181802, "user_cpu_s_delta": 23.649999999999864}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.724572, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124854.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.138918, "system_cpu_s_delta": 2.7799999999997453, "user_cpu_core_ratio": 0.585654, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 291, "max_ms": 6.19, "p95_ms": 5.042, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.208, "count": 30, "max": 49.705, "p95": 35.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.842, "count": 30, "max": 36.055, "p95": 26.024, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1439.733, "count": 30, "max": 1513.0, "p95": 1477.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.6, "count": 30, "max": 7032.0, "p95": 3.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.162, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.265, "p95": 1.227, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130656.9, "count": 30, "max": 134054.0, "p95": 133760.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.144, "count": 30, "max": 0.147, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.623, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5874, "sampled_at": "2026-10-31T10:23:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:23:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 875623, "flush_count": 1190, "flush_interval_seconds": 30.0, "flush_state": {"count": 1190, "last_at": "2026-10-31T10:23:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:23:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1189}, "started": true, "suppressed_count": 696873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 696873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1190, "written_record_count": 1190}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6246.074, "limit_mb": null}, "detail": {"pid": 23856, "restart_count": 58, "start_count": 59}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1930001817600, "copied_frame_count": 698062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1930001817600, "frame_buffer_copies": 698062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1211, "count": 512, "max_ms": 1.4337, "p50_ms": 0.1063, "p95_ms": 0.2185, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4013, "count": 512, "max_ms": 3.9726, "p50_ms": 1.3028, "p95_ms": 2.3594, "p99_ms": 3.0735, "results": {"failed": 0, "not_applicable": 0, "success": 698062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:23:47+09:00", "last_error_summary": "[h264 @ 0x584156129640] cabac decode of qscale diff failed at 97 79 [h264 @ 0x584156129640] error while decoding MB 97 79, bytestream 6620 [h264 @ 0x584156129640] cabac decode of qscale diff failed at 210 80 [h264 @ 0x584156129640] error while decoding MB 210 80, bytestream 3389 [h264 @ 0x58415630c280] cabac decode of qscale diff failed at 84 92 [h264 @ 0x58415630c280] error while decoding MB 84 92, bytestream 15330 [h264 @ 0x5841562d1d00] cabac decode of qscale diff failed at 132 55 [h264 @ 0x5", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T10:23:50+09:00", "pid": 23856, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.676, "name": "ffmpeg", "pid": 23856, "rss_mb": 74.676, "state": "R (running)", "threads": 1}, "restart_count": 58, "restart_count_per_hour": 2, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.771, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.904, "last_frame_pushed_at": "2026-10-31T10:23:47+09:00", "last_frame_read_age_sec": 5.024, "last_frame_read_at": "2026-10-31T10:23:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 119, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 361.713, "last_sample_duration_ms": 1023.146, "last_trigger": "periodic", "next_snapshot_in_sec": 238.287, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 119, "storage_bytes": 2164274}, "mjpeg": {"age_sec": 4.892, "exists": true, "mtime": "2026-10-31T10:23:47.782052+09:00", "mtime_epoch": 1793409827.7820518, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79728}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:23:52+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1083.66, "name": "celery", "pid": 176, "rss_mb": 1064.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 698062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.874, "pushed": 4.874, "read": 4.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.008, "count": 144, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4967.686, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.615, "count": 144, "max_ms": 4.7, "p95_ms": 1.931, "reason": null, "sample_age_ms": 5030.952, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 144, "max_ms": 2.395, "p95_ms": 1.376, "reason": null, "sample_age_ms": 5031.131, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 144, "max_ms": 0.528, "p95_ms": 0.213, "reason": null, "sample_age_ms": 4967.694, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.587, "count": 144, "max_ms": 9.109, "p95_ms": 2.685, "reason": null, "sample_age_ms": 5029.215, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5029.191, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4967.811, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.886, "count": 144, "max_ms": 68.758, "p95_ms": 61.139, "reason": null, "sample_age_ms": 4967.682, "source": "client_direct"}, "sample_age_ms": 4967.679, "source": "client_direct", "task_total_ms": {"avg_ms": 39.751, "count": 144, "max_ms": 71.435, "p95_ms": 64.132, "reason": null, "sample_age_ms": 4967.679, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.727, "count": 144, "max_ms": 2.11, "p95_ms": 1.404}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.238, "count": 144, "max_ms": 0.743, "p95_ms": 0.454}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 144, "max_ms": 0.352, "p95_ms": 0.214}, "event_filter_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 144, "max_ms": 0.205, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 144, "max_ms": 0.707, "p95_ms": 0.316}, "setup_ms": {"avg_ms": 0.043, "count": 144, "max_ms": 0.112, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.687, "count": 144, "max_ms": 2.003, "p95_ms": 1.35}, "track_match_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 144, "max_ms": 0.087, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.866, "count": 144, "max_ms": 6.064, "p95_ms": 4.368}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 144, "max_ms": 0.966, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.71, "count": 144, "max_ms": 73.82, "p95_ms": 65.146}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 144, "max_ms": 0.144, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.453, "count": 144, "max_ms": 123.019, "p95_ms": 108.101}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 144, "max_ms": 7.345, "p95_ms": 2.531}, "processing_residual_ms": {"avg_ms": 0.167, "count": 144, "max_ms": 1.285, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.235, "count": 144, "max_ms": 125.433, "p95_ms": 109.598}, "read_interval": {"avg_ms": 183.818, "count": 144, "max_ms": 3141.626, "p95_ms": 541.038}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 144, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.126, "count": 144, "max_ms": 0.513, "p95_ms": 0.23}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 144, "max_ms": 0.056, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 144, "max_ms": 0.462, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.725, "count": 144, "max_ms": 73.835, "p95_ms": 65.154}, "visualize": {"avg_ms": 38.109, "count": 144, "max_ms": 69.137, "p95_ms": 50.496}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.293, "count": 144, "max_ms": 68.332, "p95_ms": 49.386}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.918, "count": 144, "max_ms": 68.947, "p95_ms": 50.218}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.825, "count": 144, "max_ms": 68.86, "p95_ms": 50.094}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 144, "max_ms": 0.143, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1064.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.975, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:23:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 81450, "write_bytes_delta": 81450, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1280.0, "cpu_core_ratio": 1.343707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7032.0, "pid": 23624, "reason": null, "system_cpu_core_ratio": 0.161904, "system_cpu_s_delta": 3.239999999999995, "user_cpu_core_ratio": 1.181802, "user_cpu_s_delta": 23.649999999999864}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.724572, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124854.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.138918, "system_cpu_s_delta": 2.7799999999997453, "user_cpu_core_ratio": 0.585654, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 291, "max_ms": 6.19, "p95_ms": 5.042, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.208, "count": 30, "max": 49.705, "p95": 35.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.842, "count": 30, "max": 36.055, "p95": 26.024, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1439.733, "count": 30, "max": 1513.0, "p95": 1477.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.6, "count": 30, "max": 7032.0, "p95": 3.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.162, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.151, "count": 30, "max": 1.265, "p95": 1.227, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78850.2, "count": 30, "max": 81450.0, "p95": 79819.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130656.9, "count": 30, "max": 134054.0, "p95": 133760.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.144, "count": 30, "max": 0.147, "p95": 0.147, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.623, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5874, "sampled_at": "2026-10-31T10:23:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:23:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.542, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 887285, "flush_count": 1204, "flush_interval_seconds": 30.0, "flush_state": {"count": 1204, "last_at": "2026-10-31T10:37:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:37:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1203}, "started": true, "suppressed_count": 705331, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 705331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1204, "written_record_count": 1204}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6245.918, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63b0b557bec0] left block unavailable for requested intra mode [h264 @ 0x63b0b557bec0] error while decoding MB 0 42, bytestream 12996 [h264 @ 0x63b0b54ad040] cabac decode of qscale diff failed at 77 85 [h264 @ 0x63b0b54ad040] error while decoding MB 77 85, bytestream 1289 [h264 @ 0x63b0b564ad40] error while decoding MB 80 90, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1953425203200, "copied_frame_count": 706534, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1953425203200, "frame_buffer_copies": 706534, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 0.3039, "p50_ms": 0.095, "p95_ms": 0.2137, "p99_ms": 0.2727}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2897, "count": 512, "max_ms": 3.6936, "p50_ms": 1.1996, "p95_ms": 2.0497, "p99_ms": 2.816, "results": {"failed": 0, "not_applicable": 0, "success": 706534, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 119, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:38:20+09:00", "last_error_summary": "[h264 @ 0x63b0b557bec0] left block unavailable for requested intra mode [h264 @ 0x63b0b557bec0] error while decoding MB 0 42, bytestream 12996 [h264 @ 0x63b0b54ad040] cabac decode of qscale diff failed at 77 85 [h264 @ 0x63b0b54ad040] error while decoding MB 77 85, bytestream 1289 [h264 @ 0x63b0b564ad40] error while decoding MB 80 90, bytestream -7", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 869.356, "last_started_at": "2026-10-31T10:23:50+09:00", "pid": 23856, "process": {"exists": false, "pid": 23856}, "restart_count": 58, "restart_count_per_hour": 2, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.647, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-31T10:38:20+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-31T10:38:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 25.456, "last_sample_duration_ms": 694.297, "last_trigger": "periodic", "next_snapshot_in_sec": 574.544, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 121, "storage_bytes": 2183402}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-31T10:38:20.015259+09:00", "mtime_epoch": 1793410700.0152593, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84643}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:38:20+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1088.438, "name": "celery", "pid": 176, "rss_mb": 1068.82, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 706534, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.207, "pushed": 5.207, "read": 5.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 83.211, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 155, "max_ms": 5.337, "p95_ms": 1.511, "reason": null, "sample_age_ms": 130.586, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 155, "max_ms": 2.363, "p95_ms": 1.282, "reason": null, "sample_age_ms": 130.892, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 155, "max_ms": 0.452, "p95_ms": 0.314, "reason": null, "sample_age_ms": 83.219, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.264, "count": 155, "max_ms": 3.503, "p95_ms": 2.065, "reason": null, "sample_age_ms": 128.931, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2211848.0, "count": 155, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.904, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.419, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.447, "count": 155, "max_ms": 64.997, "p95_ms": 50.143, "reason": null, "sample_age_ms": 83.208, "source": "client_direct"}, "sample_age_ms": 83.205, "source": "client_direct", "task_total_ms": {"avg_ms": 37.999, "count": 155, "max_ms": 68.544, "p95_ms": 52.406, "reason": null, "sample_age_ms": 83.205, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.889, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 156, "max_ms": 1.64, "p95_ms": 1.106}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 156, "max_ms": 0.846, "p95_ms": 0.363}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 156, "max_ms": 0.215, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 156, "max_ms": 0.256, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 156, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 156, "max_ms": 0.53, "p95_ms": 0.308}, "setup_ms": {"avg_ms": 0.038, "count": 156, "max_ms": 0.113, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.624, "count": 156, "max_ms": 1.576, "p95_ms": 1.033}, "track_match_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.021, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 156, "max_ms": 0.134, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.71, "count": 156, "max_ms": 5.297, "p95_ms": 4.523}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 156, "max_ms": 0.25, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.798, "count": 156, "max_ms": 71.696, "p95_ms": 53.75}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 156, "max_ms": 0.122, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.029, "count": 156, "max_ms": 128.674, "p95_ms": 106.693}, "inference_input_copy_ms": {"avg_ms": 1.443, "count": 156, "max_ms": 3.509, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.131, "count": 156, "max_ms": 0.374, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.64, "count": 156, "max_ms": 130.382, "p95_ms": 107.85}, "read_interval": {"avg_ms": 193.043, "count": 155, "max_ms": 4423.0, "p95_ms": 203.614}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 156, "max_ms": 0.05, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.115, "count": 156, "max_ms": 0.388, "p95_ms": 0.201}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 156, "max_ms": 0.034, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 156, "max_ms": 0.345, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.018, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.811, "count": 156, "max_ms": 71.702, "p95_ms": 53.756}, "visualize": {"avg_ms": 44.716, "count": 156, "max_ms": 71.199, "p95_ms": 57.735}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.92, "count": 156, "max_ms": 70.66, "p95_ms": 57.12}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.532, "count": 156, "max_ms": 71.096, "p95_ms": 57.593}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.44, "count": 156, "max_ms": 71.024, "p95_ms": 57.516}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 156, "max_ms": 0.147, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1068.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.787, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80191, "write_bytes_delta": 80191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1385.0, "cpu_core_ratio": 1.245288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 337.0, "pid": 23856, "reason": null, "system_cpu_core_ratio": 0.059846, "system_cpu_s_delta": 1.1999999999999957, "user_cpu_core_ratio": 1.185443, "user_cpu_s_delta": 23.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.805423, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 254058.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.22492, "system_cpu_s_delta": 4.509999999999309, "user_cpu_core_ratio": 0.580503, "user_cpu_s_delta": 11.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.752, "count": 301, "max_ms": 7.096, "p95_ms": 4.478, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.743, "count": 30, "max": 53.611, "p95": 34.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.319, "count": 30, "max": 32.015, "p95": 27.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1445.933, "count": 30, "max": 1512.0, "p95": 1502.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 255.867, "count": 30, "max": 7334.0, "p95": 185.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.165, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.248, "p95": 1.178, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 157896.833, "count": 30, "max": 254058.0, "p95": 250336.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.162, "count": 30, "max": 0.228, "p95": 0.223, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.632, "p95": 0.631, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5919, "sampled_at": "2026-10-31T10:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 887285, "flush_count": 1204, "flush_interval_seconds": 30.0, "flush_state": {"count": 1204, "last_at": "2026-10-31T10:37:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:37:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1203}, "started": true, "suppressed_count": 705331, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 705331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1204, "written_record_count": 1204}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6245.918, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1953425203200, "copied_frame_count": 706534, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1953425203200, "frame_buffer_copies": 706534, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 0.3039, "p50_ms": 0.095, "p95_ms": 0.2137, "p99_ms": 0.2727}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2897, "count": 512, "max_ms": 3.6936, "p50_ms": 1.1996, "p95_ms": 2.0497, "p99_ms": 2.816, "results": {"failed": 0, "not_applicable": 0, "success": 706534, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 119, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:38:20+09:00", "last_error_summary": "[h264 @ 0x63b0b557bec0] left block unavailable for requested intra mode [h264 @ 0x63b0b557bec0] error while decoding MB 0 42, bytestream 12996 [h264 @ 0x63b0b54ad040] cabac decode of qscale diff failed at 77 85 [h264 @ 0x63b0b54ad040] error while decoding MB 77 85, bytestream 1289 [h264 @ 0x63b0b564ad40] error while decoding MB 80 90, bytestream -7", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 869.35, "last_started_at": "2026-10-31T10:23:50+09:00", "pid": 23856, "process": {"exists": false, "pid": 23856}, "restart_count": 58, "restart_count_per_hour": 2, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.647, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-10-31T10:38:20+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-31T10:38:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 25.465, "last_sample_duration_ms": 694.297, "last_trigger": "periodic", "next_snapshot_in_sec": 574.535, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 121, "storage_bytes": 2183402}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-31T10:38:20.015259+09:00", "mtime_epoch": 1793410700.0152593, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84643}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:38:20+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1088.438, "name": "celery", "pid": 176, "rss_mb": 1068.82, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 706534, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.208, "pushed": 5.208, "read": 5.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 78.257, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 155, "max_ms": 5.337, "p95_ms": 1.511, "reason": null, "sample_age_ms": 125.631, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 155, "max_ms": 2.363, "p95_ms": 1.282, "reason": null, "sample_age_ms": 125.937, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 155, "max_ms": 0.452, "p95_ms": 0.314, "reason": null, "sample_age_ms": 78.264, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.264, "count": 155, "max_ms": 3.503, "p95_ms": 2.065, "reason": null, "sample_age_ms": 123.976, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2211848.0, "count": 155, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 123.949, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.464, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.447, "count": 155, "max_ms": 64.997, "p95_ms": 50.143, "reason": null, "sample_age_ms": 78.254, "source": "client_direct"}, "sample_age_ms": 78.25, "source": "client_direct", "task_total_ms": {"avg_ms": 37.999, "count": 155, "max_ms": 68.544, "p95_ms": 52.406, "reason": null, "sample_age_ms": 78.25, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.101, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 156, "max_ms": 1.64, "p95_ms": 1.106}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 156, "max_ms": 0.846, "p95_ms": 0.363}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 156, "max_ms": 0.215, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 156, "max_ms": 0.256, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 156, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 156, "max_ms": 0.53, "p95_ms": 0.308}, "setup_ms": {"avg_ms": 0.038, "count": 156, "max_ms": 0.113, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.624, "count": 156, "max_ms": 1.576, "p95_ms": 1.033}, "track_match_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.021, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 156, "max_ms": 0.134, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.71, "count": 156, "max_ms": 5.297, "p95_ms": 4.523}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 156, "max_ms": 0.25, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.798, "count": 156, "max_ms": 71.696, "p95_ms": 53.75}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 156, "max_ms": 0.122, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.029, "count": 156, "max_ms": 128.674, "p95_ms": 106.693}, "inference_input_copy_ms": {"avg_ms": 1.443, "count": 156, "max_ms": 3.509, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.131, "count": 156, "max_ms": 0.374, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.64, "count": 156, "max_ms": 130.382, "p95_ms": 107.85}, "read_interval": {"avg_ms": 193.043, "count": 155, "max_ms": 4423.0, "p95_ms": 203.614}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 156, "max_ms": 0.05, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.115, "count": 156, "max_ms": 0.388, "p95_ms": 0.201}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 156, "max_ms": 0.034, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 156, "max_ms": 0.345, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.018, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.811, "count": 156, "max_ms": 71.702, "p95_ms": 53.756}, "visualize": {"avg_ms": 44.716, "count": 156, "max_ms": 71.199, "p95_ms": 57.735}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.92, "count": 156, "max_ms": 70.66, "p95_ms": 57.12}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.532, "count": 156, "max_ms": 71.096, "p95_ms": 57.593}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.44, "count": 156, "max_ms": 71.024, "p95_ms": 57.516}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 156, "max_ms": 0.147, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1068.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.787, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80191, "write_bytes_delta": 80191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1385.0, "cpu_core_ratio": 1.245288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 337.0, "pid": 23856, "reason": null, "system_cpu_core_ratio": 0.059846, "system_cpu_s_delta": 1.1999999999999957, "user_cpu_core_ratio": 1.185443, "user_cpu_s_delta": 23.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.805423, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 254058.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.22492, "system_cpu_s_delta": 4.509999999999309, "user_cpu_core_ratio": 0.580503, "user_cpu_s_delta": 11.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.752, "count": 301, "max_ms": 7.096, "p95_ms": 4.478, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.743, "count": 30, "max": 53.611, "p95": 34.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.319, "count": 30, "max": 32.015, "p95": 27.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1445.933, "count": 30, "max": 1512.0, "p95": 1502.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 255.867, "count": 30, "max": 7334.0, "p95": 185.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.165, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.248, "p95": 1.178, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 157896.833, "count": 30, "max": 254058.0, "p95": 250336.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.162, "count": 30, "max": 0.228, "p95": 0.223, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.632, "p95": 0.631, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5919, "sampled_at": "2026-10-31T10:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 887285, "flush_count": 1204, "flush_interval_seconds": 30.0, "flush_state": {"count": 1204, "last_at": "2026-10-31T10:37:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:37:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1203}, "started": true, "suppressed_count": 705331, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 705331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1204, "written_record_count": 1204}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6244.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1953425203200, "copied_frame_count": 706534, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1953425203200, "frame_buffer_copies": 706534, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 0.3039, "p50_ms": 0.095, "p95_ms": 0.2137, "p99_ms": 0.2727}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2897, "count": 512, "max_ms": 3.6936, "p50_ms": 1.1996, "p95_ms": 2.0497, "p99_ms": 2.816, "results": {"failed": 0, "not_applicable": 0, "success": 706534, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 119, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:38:20+09:00", "last_error_summary": "[h264 @ 0x63b0b557bec0] left block unavailable for requested intra mode [h264 @ 0x63b0b557bec0] error while decoding MB 0 42, bytestream 12996 [h264 @ 0x63b0b54ad040] cabac decode of qscale diff failed at 77 85 [h264 @ 0x63b0b54ad040] error while decoding MB 77 85, bytestream 1289 [h264 @ 0x63b0b564ad40] error while decoding MB 80 90, bytestream -7", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 869.398, "last_started_at": "2026-10-31T10:23:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 58, "restart_count_per_hour": 2, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.647, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-31T10:38:20+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-10-31T10:38:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 25.493, "last_sample_duration_ms": 694.297, "last_trigger": "periodic", "next_snapshot_in_sec": 574.507, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 121, "storage_bytes": 2183402}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-31T10:38:20.015259+09:00", "mtime_epoch": 1793410700.0152593, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84643}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:38:20+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1088.438, "name": "celery", "pid": 176, "rss_mb": 1068.816, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 706534, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 155, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.167, "pushed": 5.201, "read": 5.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 119.096, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 155, "max_ms": 5.337, "p95_ms": 1.511, "reason": null, "sample_age_ms": 166.47, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 155, "max_ms": 2.363, "p95_ms": 1.282, "reason": null, "sample_age_ms": 166.776, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 155, "max_ms": 0.452, "p95_ms": 0.314, "reason": null, "sample_age_ms": 119.103, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.264, "count": 155, "max_ms": 3.503, "p95_ms": 2.065, "reason": null, "sample_age_ms": 164.815, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2211848.0, "count": 155, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 164.788, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 119.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.447, "count": 155, "max_ms": 64.997, "p95_ms": 50.143, "reason": null, "sample_age_ms": 119.092, "source": "client_direct"}, "sample_age_ms": 119.089, "source": "client_direct", "task_total_ms": {"avg_ms": 37.999, "count": 155, "max_ms": 68.544, "p95_ms": 52.406, "reason": null, "sample_age_ms": 119.089, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.949, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 155, "max_ms": 1.64, "p95_ms": 1.106}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 155, "max_ms": 0.846, "p95_ms": 0.363}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 155, "max_ms": 0.215, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 155, "max_ms": 0.256, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 155, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 155, "max_ms": 0.53, "p95_ms": 0.308}, "setup_ms": {"avg_ms": 0.038, "count": 155, "max_ms": 0.113, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.624, "count": 155, "max_ms": 1.576, "p95_ms": 1.033}, "track_match_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.021, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 155, "max_ms": 0.134, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.71, "count": 156, "max_ms": 5.297, "p95_ms": 4.523}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 155, "max_ms": 0.25, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.84, "count": 155, "max_ms": 71.696, "p95_ms": 53.75}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 155, "max_ms": 0.122, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.039, "count": 155, "max_ms": 128.674, "p95_ms": 106.693}, "inference_input_copy_ms": {"avg_ms": 1.447, "count": 155, "max_ms": 3.509, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.132, "count": 155, "max_ms": 0.374, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.655, "count": 155, "max_ms": 130.382, "p95_ms": 107.85}, "read_interval": {"avg_ms": 193.043, "count": 155, "max_ms": 4423.0, "p95_ms": 203.614}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 155, "max_ms": 0.05, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.115, "count": 155, "max_ms": 0.388, "p95_ms": 0.201}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 155, "max_ms": 0.034, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 155, "max_ms": 0.345, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.018, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.852, "count": 155, "max_ms": 71.702, "p95_ms": 53.756}, "visualize": {"avg_ms": 44.682, "count": 155, "max_ms": 71.199, "p95_ms": 57.735}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.89, "count": 155, "max_ms": 70.66, "p95_ms": 57.12}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.499, "count": 155, "max_ms": 71.096, "p95_ms": 57.593}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.408, "count": 155, "max_ms": 71.024, "p95_ms": 57.516}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 155, "max_ms": 0.147, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1068.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.787, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80191, "write_bytes_delta": 80191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1385.0, "cpu_core_ratio": 1.245288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 337.0, "pid": 23856, "reason": null, "system_cpu_core_ratio": 0.059846, "system_cpu_s_delta": 1.1999999999999957, "user_cpu_core_ratio": 1.185443, "user_cpu_s_delta": 23.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.805423, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 254058.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.22492, "system_cpu_s_delta": 4.509999999999309, "user_cpu_core_ratio": 0.580503, "user_cpu_s_delta": 11.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.752, "count": 301, "max_ms": 7.096, "p95_ms": 4.478, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.743, "count": 30, "max": 53.611, "p95": 34.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.319, "count": 30, "max": 32.015, "p95": 27.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1445.933, "count": 30, "max": 1512.0, "p95": 1502.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 255.867, "count": 30, "max": 7334.0, "p95": 185.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.165, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.248, "p95": 1.178, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 157896.833, "count": 30, "max": 254058.0, "p95": 250336.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.162, "count": 30, "max": 0.228, "p95": 0.223, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.632, "p95": 0.631, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5919, "sampled_at": "2026-10-31T10:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 887285, "flush_count": 1204, "flush_interval_seconds": 30.0, "flush_state": {"count": 1204, "last_at": "2026-10-31T10:37:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:37:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1203}, "started": true, "suppressed_count": 705331, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 705331}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1204, "written_record_count": 1204}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6608.895, "limit_mb": null}, "detail": {"pid": 24034, "restart_count": 59, "start_count": 60}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1953425203200, "copied_frame_count": 706534, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1953425203200, "frame_buffer_copies": 706534, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 0.3039, "p50_ms": 0.095, "p95_ms": 0.2137, "p99_ms": 0.2727}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2897, "count": 512, "max_ms": 3.6936, "p50_ms": 1.1996, "p95_ms": 2.0497, "p99_ms": 2.816, "results": {"failed": 0, "not_applicable": 0, "success": 706534, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 119, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:38:20+09:00", "last_error_summary": "[h264 @ 0x63b0b557bec0] left block unavailable for requested intra mode [h264 @ 0x63b0b557bec0] error while decoding MB 0 42, bytestream 12996 [h264 @ 0x63b0b54ad040] cabac decode of qscale diff failed at 77 85 [h264 @ 0x63b0b54ad040] error while decoding MB 77 85, bytestream 1289 [h264 @ 0x63b0b564ad40] error while decoding MB 80 90, bytestream -7", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T10:38:22+09:00", "pid": 24034, "process": {"exists": true, "fd_count": 5, "hwm_mb": 393.352, "name": "ffmpeg", "pid": 24034, "rss_mb": 393.352, "state": "S (sleeping)", "threads": 70}, "restart_count": 59, "restart_count_per_hour": 3, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.742, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.199, "last_frame_pushed_at": "2026-10-31T10:38:20+09:00", "last_frame_read_age_sec": 4.299, "last_frame_read_at": "2026-10-31T10:38:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 29.634, "last_sample_duration_ms": 694.297, "last_trigger": "periodic", "next_snapshot_in_sec": 570.366, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 121, "storage_bytes": 2183402}, "mjpeg": {"age_sec": 4.192, "exists": true, "mtime": "2026-10-31T10:38:20.015259+09:00", "mtime_epoch": 1793410700.0152593, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 84643}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:38:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1088.438, "name": "celery", "pid": 176, "rss_mb": 1068.82, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 706534, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 121}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 121}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 121, "pushed_frames": 121, "read_frames": 121, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.566, "pushed": 4.566, "read": 4.566}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.006, "count": 121, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4261.439, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.559, "count": 121, "max_ms": 5.337, "p95_ms": 1.938, "reason": null, "sample_age_ms": 4308.813, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.269, "count": 121, "max_ms": 2.363, "p95_ms": 1.565, "reason": null, "sample_age_ms": 4309.119, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 121, "max_ms": 0.452, "p95_ms": 0.318, "reason": null, "sample_age_ms": 4261.446, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.272, "count": 121, "max_ms": 3.503, "p95_ms": 2.046, "reason": null, "sample_age_ms": 4307.158, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2211848.0, "count": 121, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4307.131, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4261.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.594, "count": 121, "max_ms": 64.997, "p95_ms": 49.616, "reason": null, "sample_age_ms": 4261.436, "source": "client_direct"}, "sample_age_ms": 4261.432, "source": "client_direct", "task_total_ms": {"avg_ms": 38.165, "count": 121, "max_ms": 68.544, "p95_ms": 51.46, "reason": null, "sample_age_ms": 4261.432, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.656, "count": 121, "max_ms": 1.64, "p95_ms": 1.023}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 121, "max_ms": 0.846, "p95_ms": 0.351}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 121, "max_ms": 0.215, "p95_ms": 0.141}, "event_filter_ms": {"avg_ms": 0.004, "count": 121, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 121, "max_ms": 0.239, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 121, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 121, "max_ms": 0.53, "p95_ms": 0.293}, "setup_ms": {"avg_ms": 0.036, "count": 121, "max_ms": 0.076, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.62, "count": 121, "max_ms": 1.576, "p95_ms": 0.972}, "track_match_ms": {"avg_ms": 0.004, "count": 121, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 121, "max_ms": 0.134, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.721, "count": 121, "max_ms": 5.297, "p95_ms": 4.523}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 121, "max_ms": 0.25, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.021, "count": 121, "max_ms": 71.696, "p95_ms": 52.617}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 121, "max_ms": 0.098, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.944, "count": 121, "max_ms": 128.674, "p95_ms": 105.45}, "inference_input_copy_ms": {"avg_ms": 1.484, "count": 121, "max_ms": 3.509, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.138, "count": 121, "max_ms": 0.374, "p95_ms": 0.268}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.6, "count": 121, "max_ms": 130.382, "p95_ms": 107.462}, "read_interval": {"avg_ms": 220.042, "count": 121, "max_ms": 4423.0, "p95_ms": 296.256}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 121, "max_ms": 0.05, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.116, "count": 121, "max_ms": 0.388, "p95_ms": 0.199}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 121, "max_ms": 0.033, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 121, "max_ms": 0.345, "p95_ms": 0.177}, "worker_merge_ms": {"avg_ms": 0.005, "count": 121, "max_ms": 0.018, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.032, "count": 121, "max_ms": 71.702, "p95_ms": 52.627}, "visualize": {"avg_ms": 44.415, "count": 121, "max_ms": 71.199, "p95_ms": 56.742}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.634, "count": 121, "max_ms": 70.66, "p95_ms": 55.957}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.231, "count": 121, "max_ms": 71.096, "p95_ms": 56.587}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.141, "count": 121, "max_ms": 71.024, "p95_ms": 56.502}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 121, "max_ms": 0.147, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 121}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1068.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.787, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80191, "write_bytes_delta": 80191, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1385.0, "cpu_core_ratio": 1.245288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 337.0, "pid": 23856, "reason": null, "system_cpu_core_ratio": 0.059846, "system_cpu_s_delta": 1.1999999999999957, "user_cpu_core_ratio": 1.185443, "user_cpu_s_delta": 23.769999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.805423, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 254058.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.22492, "system_cpu_s_delta": 4.509999999999309, "user_cpu_core_ratio": 0.580503, "user_cpu_s_delta": 11.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.752, "count": 301, "max_ms": 7.096, "p95_ms": 4.478, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.743, "count": 30, "max": 53.611, "p95": 34.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.319, "count": 30, "max": 32.015, "p95": 27.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1445.933, "count": 30, "max": 1512.0, "p95": 1502.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 255.867, "count": 30, "max": 7334.0, "p95": 185.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.165, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.248, "p95": 1.178, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79998.167, "count": 30, "max": 81534.0, "p95": 80816.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 157896.833, "count": 30, "max": 254058.0, "p95": 250336.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.162, "count": 30, "max": 0.228, "p95": 0.223, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.632, "p95": 0.631, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5919, "sampled_at": "2026-10-31T10:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.502, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 893116, "flush_count": 1211, "flush_interval_seconds": 30.0, "flush_state": {"count": 1211, "last_at": "2026-10-31T10:44:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:44:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1210}, "started": true, "suppressed_count": 709376, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 709376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1211, "written_record_count": 1211}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6239.273, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1964628172800, "copied_frame_count": 710586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1964628172800, "frame_buffer_copies": 710586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 1.6647, "p50_ms": 0.1056, "p95_ms": 0.217, "p99_ms": 0.2964}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3206, "count": 512, "max_ms": 3.9014, "p50_ms": 1.2213, "p95_ms": 2.1802, "p99_ms": 2.7123, "results": {"failed": 0, "not_applicable": 0, "success": 710586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:45:29+09:00", "last_error_summary": "[h264 @ 0x5fa99b4b0a80] error while decoding MB 92 73, bytestream -8", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 427.382, "last_started_at": "2026-10-31T10:38:22+09:00", "pid": 24034, "process": {"exists": false, "pid": 24034}, "restart_count": 59, "restart_count_per_hour": 3, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.024, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-31T10:45:29+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-10-31T10:45:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.022, "last_sample_duration_ms": 694.297, "last_trigger": "periodic", "next_snapshot_in_sec": 144.978, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 121, "storage_bytes": 2183402}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-31T10:45:29.574093+09:00", "mtime_epoch": 1793411129.5740933, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79714}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:45:29+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1090.277, "name": "celery", "pid": 176, "rss_mb": 1070.762, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 710586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.253, "pushed": 6.253, "read": 6.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 89.182, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 186, "max_ms": 5.624, "p95_ms": 2.105, "reason": null, "sample_age_ms": 123.411, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.247, "count": 186, "max_ms": 2.387, "p95_ms": 1.154, "reason": null, "sample_age_ms": 123.681, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.108, "count": 187, "max_ms": 0.659, "p95_ms": 0.25, "reason": null, "sample_age_ms": 89.188, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.493, "count": 186, "max_ms": 4.164, "p95_ms": 2.702, "reason": null, "sample_age_ms": 122.236, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.217, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.313, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.485, "count": 187, "max_ms": 78.278, "p95_ms": 52.151, "reason": null, "sample_age_ms": 89.177, "source": "client_direct"}, "sample_age_ms": 89.17, "source": "client_direct", "task_total_ms": {"avg_ms": 39.251, "count": 187, "max_ms": 82.128, "p95_ms": 53.598, "reason": null, "sample_age_ms": 89.17, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.125, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 187, "max_ms": 2.085, "p95_ms": 1.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 187, "max_ms": 0.707, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 187, "max_ms": 0.236, "p95_ms": 0.166}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.019, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 187, "max_ms": 0.166, "p95_ms": 0.133}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 187, "max_ms": 0.64, "p95_ms": 0.311}, "setup_ms": {"avg_ms": 0.038, "count": 187, "max_ms": 0.148, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.624, "count": 187, "max_ms": 1.957, "p95_ms": 1.085}, "track_match_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 187, "max_ms": 0.119, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.711, "count": 187, "max_ms": 7.567, "p95_ms": 4.454}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 187, "max_ms": 0.228, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.198, "count": 187, "max_ms": 85.249, "p95_ms": 54.869}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 187, "max_ms": 0.133, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.166, "count": 187, "max_ms": 126.104, "p95_ms": 105.523}, "inference_input_copy_ms": {"avg_ms": 1.483, "count": 187, "max_ms": 3.492, "p95_ms": 2.3}, "processing_residual_ms": {"avg_ms": 0.146, "count": 187, "max_ms": 0.419, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.836, "count": 187, "max_ms": 129.928, "p95_ms": 107.741}, "read_interval": {"avg_ms": 160.686, "count": 186, "max_ms": 3868.726, "p95_ms": 132.398}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 187, "max_ms": 0.056, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.116, "count": 187, "max_ms": 0.423, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 187, "max_ms": 0.072, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 187, "max_ms": 0.385, "p95_ms": 0.199}, "worker_merge_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.031, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.211, "count": 187, "max_ms": 85.28, "p95_ms": 54.892}, "visualize": {"avg_ms": 46.395, "count": 187, "max_ms": 64.295, "p95_ms": 59.158}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.597, "count": 187, "max_ms": 63.589, "p95_ms": 58.553}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.218, "count": 187, "max_ms": 64.131, "p95_ms": 59.047}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.006, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.127, "count": 187, "max_ms": 64.058, "p95_ms": 58.975}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 187, "max_ms": 0.203, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1070.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.605, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.51, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:44:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80267, "write_bytes_delta": 80267, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 680.0, "cpu_core_ratio": 1.218524, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 24034, "reason": null, "system_cpu_core_ratio": 0.056699, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 1.161825, "user_cpu_s_delta": 11.680000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.803728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124463.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.226795, "system_cpu_s_delta": 2.2799999999997453, "user_cpu_core_ratio": 0.576934, "user_cpu_s_delta": 5.799999999995634}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 293, "max_ms": 6.253, "p95_ms": 4.606, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 293}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.446, "count": 30, "max": 47.275, "p95": 29.763, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.427, "count": 30, "max": 28.477, "p95": 25.841, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.867, "count": 30, "max": 744.0, "p95": 732.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 196.167, "count": 30, "max": 3625.0, "p95": 1235.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.156, "p95": 0.109, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.175, "count": 30, "max": 1.247, "p95": 1.235, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80481.4, "count": 30, "max": 81151.0, "p95": 81055.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80481.4, "count": 30, "max": 81151.0, "p95": 81055.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125874.3, "count": 30, "max": 132163.0, "p95": 131583.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.223, "count": 30, "max": 0.236, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.594, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5959, "sampled_at": "2026-10-31T10:44:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:44:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 893116, "flush_count": 1211, "flush_interval_seconds": 30.0, "flush_state": {"count": 1211, "last_at": "2026-10-31T10:44:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:44:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1210}, "started": true, "suppressed_count": 709376, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 709376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1211, "written_record_count": 1211}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6238.184, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1964628172800, "copied_frame_count": 710586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1964628172800, "frame_buffer_copies": 710586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 1.6647, "p50_ms": 0.1056, "p95_ms": 0.217, "p99_ms": 0.2964}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3206, "count": 512, "max_ms": 3.9014, "p50_ms": 1.2213, "p95_ms": 2.1802, "p99_ms": 2.7123, "results": {"failed": 0, "not_applicable": 0, "success": 710586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:45:29+09:00", "last_error_summary": "[h264 @ 0x5fa99b4b0a80] error while decoding MB 92 73, bytestream -8", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 427.443, "last_started_at": "2026-10-31T10:38:22+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 59, "restart_count_per_hour": 3, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.024, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-31T10:45:29+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-31T10:45:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.066, "last_sample_duration_ms": 694.297, "last_trigger": "periodic", "next_snapshot_in_sec": 144.934, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 121, "storage_bytes": 2183402}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-31T10:45:29.574093+09:00", "mtime_epoch": 1793411129.5740933, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79714}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:45:29+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1090.277, "name": "celery", "pid": 176, "rss_mb": 1070.758, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 710586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.24, "pushed": 6.24, "read": 6.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 144.494, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 186, "max_ms": 5.624, "p95_ms": 2.105, "reason": null, "sample_age_ms": 178.723, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.247, "count": 186, "max_ms": 2.387, "p95_ms": 1.154, "reason": null, "sample_age_ms": 178.993, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.108, "count": 186, "max_ms": 0.659, "p95_ms": 0.251, "reason": null, "sample_age_ms": 144.5, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.493, "count": 186, "max_ms": 4.164, "p95_ms": 2.702, "reason": null, "sample_age_ms": 177.548, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 177.529, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.625, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.465, "count": 186, "max_ms": 78.278, "p95_ms": 52.197, "reason": null, "sample_age_ms": 144.489, "source": "client_direct"}, "sample_age_ms": 144.482, "source": "client_direct", "task_total_ms": {"avg_ms": 39.231, "count": 186, "max_ms": 82.128, "p95_ms": 53.642, "reason": null, "sample_age_ms": 144.482, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.283, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 187, "max_ms": 2.085, "p95_ms": 1.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 187, "max_ms": 0.707, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 187, "max_ms": 0.236, "p95_ms": 0.166}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.019, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 187, "max_ms": 0.166, "p95_ms": 0.133}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 187, "max_ms": 0.64, "p95_ms": 0.311}, "setup_ms": {"avg_ms": 0.038, "count": 187, "max_ms": 0.148, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.624, "count": 187, "max_ms": 1.957, "p95_ms": 1.085}, "track_match_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 187, "max_ms": 0.119, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.711, "count": 187, "max_ms": 7.567, "p95_ms": 4.454}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 187, "max_ms": 0.228, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.198, "count": 187, "max_ms": 85.249, "p95_ms": 54.869}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 187, "max_ms": 0.133, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.166, "count": 187, "max_ms": 126.104, "p95_ms": 105.523}, "inference_input_copy_ms": {"avg_ms": 1.483, "count": 187, "max_ms": 3.492, "p95_ms": 2.3}, "processing_residual_ms": {"avg_ms": 0.146, "count": 187, "max_ms": 0.419, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.836, "count": 187, "max_ms": 129.928, "p95_ms": 107.741}, "read_interval": {"avg_ms": 160.686, "count": 186, "max_ms": 3868.726, "p95_ms": 132.398}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 187, "max_ms": 0.056, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.116, "count": 187, "max_ms": 0.423, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 187, "max_ms": 0.072, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 187, "max_ms": 0.385, "p95_ms": 0.199}, "worker_merge_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.031, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.211, "count": 187, "max_ms": 85.28, "p95_ms": 54.892}, "visualize": {"avg_ms": 46.395, "count": 187, "max_ms": 64.295, "p95_ms": 59.158}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.597, "count": 187, "max_ms": 63.589, "p95_ms": 58.553}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.218, "count": 187, "max_ms": 64.131, "p95_ms": 59.047}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.006, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.127, "count": 187, "max_ms": 64.058, "p95_ms": 58.975}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 187, "max_ms": 0.203, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1070.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.605, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.51, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:44:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80267, "write_bytes_delta": 80267, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 680.0, "cpu_core_ratio": 1.218524, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 24034, "reason": null, "system_cpu_core_ratio": 0.056699, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 1.161825, "user_cpu_s_delta": 11.680000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.803728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124463.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.226795, "system_cpu_s_delta": 2.2799999999997453, "user_cpu_core_ratio": 0.576934, "user_cpu_s_delta": 5.799999999995634}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 293, "max_ms": 6.253, "p95_ms": 4.606, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 293}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.446, "count": 30, "max": 47.275, "p95": 29.763, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.427, "count": 30, "max": 28.477, "p95": 25.841, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.867, "count": 30, "max": 744.0, "p95": 732.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 196.167, "count": 30, "max": 3625.0, "p95": 1235.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.156, "p95": 0.109, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.175, "count": 30, "max": 1.247, "p95": 1.235, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80481.4, "count": 30, "max": 81151.0, "p95": 81055.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80481.4, "count": 30, "max": 81151.0, "p95": 81055.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125874.3, "count": 30, "max": 132163.0, "p95": 131583.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.223, "count": 30, "max": 0.236, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.594, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5959, "sampled_at": "2026-10-31T10:44:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:44:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 893116, "flush_count": 1211, "flush_interval_seconds": 30.0, "flush_state": {"count": 1211, "last_at": "2026-10-31T10:44:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:44:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1210}, "started": true, "suppressed_count": 709376, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 709376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1211, "written_record_count": 1211}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6277.391, "limit_mb": null}, "detail": {"pid": 24150, "restart_count": 60, "start_count": 61}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1964628172800, "copied_frame_count": 710586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1964628172800, "frame_buffer_copies": 710586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 1.6647, "p50_ms": 0.1056, "p95_ms": 0.217, "p99_ms": 0.2964}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3206, "count": 512, "max_ms": 3.9014, "p50_ms": 1.2213, "p95_ms": 2.1802, "p99_ms": 2.7123, "results": {"failed": 0, "not_applicable": 0, "success": 710586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:45:29+09:00", "last_error_summary": "[h264 @ 0x5fa99b4b0a80] error while decoding MB 92 73, bytestream -8", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T10:45:32+09:00", "pid": 24150, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.395, "name": "ffmpeg", "pid": 24150, "rss_mb": 74.395, "state": "S (sleeping)", "threads": 1}, "restart_count": 60, "restart_count_per_hour": 4, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.08, "sample_count": 2773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.999, "last_frame_pushed_at": "2026-10-31T10:45:29+09:00", "last_frame_read_age_sec": 5.093, "last_frame_read_at": "2026-10-31T10:45:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 459.999, "last_sample_duration_ms": 694.297, "last_trigger": "periodic", "next_snapshot_in_sec": 140.001, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 121, "storage_bytes": 2183402}, "mjpeg": {"age_sec": 4.993, "exists": true, "mtime": "2026-10-31T10:45:29.574093+09:00", "mtime_epoch": 1793411129.5740933, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79714}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:45:34+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1090.277, "name": "celery", "pid": 176, "rss_mb": 1070.762, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 710586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.086, "pushed": 5.086, "read": 5.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.007, "count": 142, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5063.043, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.643, "count": 142, "max_ms": 5.624, "p95_ms": 2.031, "reason": null, "sample_age_ms": 5097.272, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 142, "max_ms": 2.387, "p95_ms": 1.188, "reason": null, "sample_age_ms": 5097.543, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.121, "count": 142, "max_ms": 0.659, "p95_ms": 0.27, "reason": null, "sample_age_ms": 5063.05, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.533, "count": 142, "max_ms": 4.164, "p95_ms": 2.777, "reason": null, "sample_age_ms": 5096.097, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2211848.0, "count": 142, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5096.079, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5063.174, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.199, "count": 142, "max_ms": 78.278, "p95_ms": 52.38, "reason": null, "sample_age_ms": 5063.039, "source": "client_direct"}, "sample_age_ms": 5063.031, "source": "client_direct", "task_total_ms": {"avg_ms": 40.024, "count": 142, "max_ms": 82.128, "p95_ms": 53.819, "reason": null, "sample_age_ms": 5063.031, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.48, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 142, "max_ms": 2.085, "p95_ms": 1.128}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 142, "max_ms": 0.707, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 142, "max_ms": 0.216, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.019, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 142, "max_ms": 0.166, "p95_ms": 0.133}, "mcmt_ms": {"avg_ms": 0.002, "count": 142, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 142, "max_ms": 0.64, "p95_ms": 0.327}, "setup_ms": {"avg_ms": 0.038, "count": 142, "max_ms": 0.128, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.631, "count": 142, "max_ms": 1.957, "p95_ms": 1.085}, "track_match_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 142, "max_ms": 0.07, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.703, "count": 142, "max_ms": 7.389, "p95_ms": 4.266}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 142, "max_ms": 0.138, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.966, "count": 142, "max_ms": 85.249, "p95_ms": 54.869}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 142, "max_ms": 0.133, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.947, "count": 142, "max_ms": 126.104, "p95_ms": 107.835}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 142, "max_ms": 3.492, "p95_ms": 2.304}, "processing_residual_ms": {"avg_ms": 0.15, "count": 142, "max_ms": 0.368, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.646, "count": 142, "max_ms": 129.928, "p95_ms": 109.561}, "read_interval": {"avg_ms": 178.948, "count": 142, "max_ms": 3868.726, "p95_ms": 141.799}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 142, "max_ms": 0.056, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.118, "count": 142, "max_ms": 0.423, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 142, "max_ms": 0.072, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 142, "max_ms": 0.385, "p95_ms": 0.199}, "worker_merge_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.979, "count": 142, "max_ms": 85.28, "p95_ms": 54.892}, "visualize": {"avg_ms": 45.375, "count": 142, "max_ms": 61.728, "p95_ms": 57.231}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.567, "count": 142, "max_ms": 60.915, "p95_ms": 56.192}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.193, "count": 142, "max_ms": 61.613, "p95_ms": 57.042}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.006, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.1, "count": 142, "max_ms": 61.509, "p95_ms": 56.848}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 142, "max_ms": 0.203, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1070.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.605, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.51, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:44:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80267, "write_bytes_delta": 80267, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 680.0, "cpu_core_ratio": 1.218524, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 24034, "reason": null, "system_cpu_core_ratio": 0.056699, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 1.161825, "user_cpu_s_delta": 11.680000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.803728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124463.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.226795, "system_cpu_s_delta": 2.2799999999997453, "user_cpu_core_ratio": 0.576934, "user_cpu_s_delta": 5.799999999995634}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 293, "max_ms": 6.253, "p95_ms": 4.606, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 293}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.446, "count": 30, "max": 47.275, "p95": 29.763, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.427, "count": 30, "max": 28.477, "p95": 25.841, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.867, "count": 30, "max": 744.0, "p95": 732.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 196.167, "count": 30, "max": 3625.0, "p95": 1235.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.156, "p95": 0.109, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.175, "count": 30, "max": 1.247, "p95": 1.235, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80481.4, "count": 30, "max": 81151.0, "p95": 81055.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80481.4, "count": 30, "max": 81151.0, "p95": 81055.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125874.3, "count": 30, "max": 132163.0, "p95": 131583.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.223, "count": 30, "max": 0.236, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.594, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5959, "sampled_at": "2026-10-31T10:44:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:44:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 897281, "flush_count": 1216, "flush_interval_seconds": 30.0, "flush_state": {"count": 1216, "last_at": "2026-10-31T10:49:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:49:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1215}, "started": true, "suppressed_count": 712020, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 712020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1216, "written_record_count": 1216}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6251.562, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c44b7abaec0] cabac decode of qscale diff failed at 86 91 [h264 @ 0x5c44b7abaec0] error while decoding MB 86 91, bytestream 1982 [h264 @ 0x5c44b7b89bc0] error while decoding MB 103 72, bytestream -17", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1971952128000, "copied_frame_count": 713235, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1971952128000, "frame_buffer_copies": 713235, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.12, "count": 512, "max_ms": 0.521, "p50_ms": 0.1062, "p95_ms": 0.2277, "p99_ms": 0.2815}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2855, "count": 512, "max_ms": 3.1653, "p50_ms": 1.2171, "p95_ms": 2.0682, "p99_ms": 2.477, "results": {"failed": 0, "not_applicable": 0, "success": 713235, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:50:18+09:00", "last_error_summary": "[h264 @ 0x5c44b7abaec0] cabac decode of qscale diff failed at 86 91 [h264 @ 0x5c44b7abaec0] error while decoding MB 86 91, bytestream 1982 [h264 @ 0x5c44b7b89bc0] error while decoding MB 103 72, bytestream -17", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.148, "last_started_at": "2026-10-31T10:45:32+09:00", "pid": 24150, "process": {"exists": false, "pid": 24150}, "restart_count": 60, "restart_count_per_hour": 4, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.781, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-31T10:50:18+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-31T10:50:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 142.173, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 457.827, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-31T10:50:18.665358+09:00", "mtime_epoch": 1793411418.6653578, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80025}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:50:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1091.559, "name": "celery", "pid": 176, "rss_mb": 1072.031, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 713235, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.948, "pushed": 5.948, "read": 5.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.007, "count": 178, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 111.448, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.57, "count": 177, "max_ms": 3.225, "p95_ms": 1.809, "reason": null, "sample_age_ms": 145.37, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 177, "max_ms": 2.793, "p95_ms": 1.191, "reason": null, "sample_age_ms": 145.725, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 178, "max_ms": 0.531, "p95_ms": 0.352, "reason": null, "sample_age_ms": 111.454, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.394, "count": 177, "max_ms": 6.072, "p95_ms": 2.438, "reason": null, "sample_age_ms": 143.976, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2211848.0, "count": 177, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 143.942, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.606, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.542, "count": 178, "max_ms": 81.583, "p95_ms": 56.611, "reason": null, "sample_age_ms": 111.444, "source": "client_direct"}, "sample_age_ms": 111.44, "source": "client_direct", "task_total_ms": {"avg_ms": 40.251, "count": 178, "max_ms": 83.727, "p95_ms": 58.403, "reason": null, "sample_age_ms": 111.44, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.35, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.699, "count": 178, "max_ms": 1.688, "p95_ms": 1.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 178, "max_ms": 0.669, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 178, "max_ms": 0.23, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 178, "max_ms": 0.231, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.002, "count": 178, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 178, "max_ms": 0.45, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.041, "count": 178, "max_ms": 0.153, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.658, "count": 178, "max_ms": 1.62, "p95_ms": 1.192}, "track_match_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.055, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 178, "max_ms": 0.091, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.721, "count": 178, "max_ms": 4.942, "p95_ms": 4.161}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 178, "max_ms": 0.141, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.163, "count": 178, "max_ms": 88.215, "p95_ms": 59.455}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 178, "max_ms": 0.14, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.822, "count": 178, "max_ms": 145.979, "p95_ms": 116.2}, "inference_input_copy_ms": {"avg_ms": 1.439, "count": 178, "max_ms": 2.829, "p95_ms": 2.562}, "processing_residual_ms": {"avg_ms": 0.15, "count": 178, "max_ms": 0.518, "p95_ms": 0.33}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.452, "count": 178, "max_ms": 147.853, "p95_ms": 117.12}, "read_interval": {"avg_ms": 168.879, "count": 177, "max_ms": 3674.379, "p95_ms": 194.258}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 178, "max_ms": 0.032, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.122, "count": 178, "max_ms": 0.329, "p95_ms": 0.253}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 178, "max_ms": 0.055, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 178, "max_ms": 0.301, "p95_ms": 0.222}, "worker_merge_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.056, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.177, "count": 178, "max_ms": 88.233, "p95_ms": 59.474}, "visualize": {"avg_ms": 44.998, "count": 178, "max_ms": 80.795, "p95_ms": 57.618}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.169, "count": 178, "max_ms": 79.673, "p95_ms": 56.952}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.81, "count": 178, "max_ms": 80.633, "p95_ms": 57.506}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.71, "count": 178, "max_ms": 80.524, "p95_ms": 57.432}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 178, "max_ms": 0.185, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1071.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.674, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.781, "sample_count": 2707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79171, "write_bytes_delta": 79171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 113.0, "cpu_core_ratio": 1.176445, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8865.0, "pid": 24150, "reason": null, "system_cpu_core_ratio": 0.572505, "system_cpu_s_delta": 6.01, "user_cpu_core_ratio": 0.60394, "user_cpu_s_delta": 6.339999999999975}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.221, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 34644.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.058108, "system_cpu_s_delta": 0.6100000000005821, "user_cpu_core_ratio": 0.162892, "user_cpu_s_delta": 1.7099999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.779, "count": 215, "max_ms": 6.136, "p95_ms": 4.201, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.444, "count": 30, "max": 38.369, "p95": 33.246, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.713, "count": 30, "max": 27.269, "p95": 24.345, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.2, "count": 30, "max": 1000.0, "p95": 752.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3749.7, "count": 30, "max": 95375.0, "p95": 6571.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.573, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.125, "count": 30, "max": 1.255, "p95": 1.233, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 5.004, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78923.633, "count": 30, "max": 82256.0, "p95": 80883.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78923.633, "count": 30, "max": 82256.0, "p95": 80883.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118047.333, "count": 30, "max": 130880.0, "p95": 129595.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.228, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.59, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5989, "sampled_at": "2026-10-31T10:50:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:50:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 897281, "flush_count": 1216, "flush_interval_seconds": 30.0, "flush_state": {"count": 1216, "last_at": "2026-10-31T10:49:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:49:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1215}, "started": true, "suppressed_count": 712020, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 712020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1216, "written_record_count": 1216}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6250.57, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1971952128000, "copied_frame_count": 713235, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1971952128000, "frame_buffer_copies": 713235, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.12, "count": 512, "max_ms": 0.521, "p50_ms": 0.1062, "p95_ms": 0.2277, "p99_ms": 0.2815}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2855, "count": 512, "max_ms": 3.1653, "p50_ms": 1.2171, "p95_ms": 2.0682, "p99_ms": 2.477, "results": {"failed": 0, "not_applicable": 0, "success": 713235, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:50:18+09:00", "last_error_summary": "[h264 @ 0x5c44b7abaec0] cabac decode of qscale diff failed at 86 91 [h264 @ 0x5c44b7abaec0] error while decoding MB 86 91, bytestream 1982 [h264 @ 0x5c44b7b89bc0] error while decoding MB 103 72, bytestream -17", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.19, "last_started_at": "2026-10-31T10:45:32+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 60, "restart_count_per_hour": 4, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.781, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-10-31T10:50:18+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-31T10:50:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 142.208, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 457.792, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-31T10:50:18.665358+09:00", "mtime_epoch": 1793411418.6653578, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80025}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:50:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1091.559, "name": "celery", "pid": 176, "rss_mb": 1072.027, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 713235, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.94, "pushed": 5.94, "read": 5.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 151.952, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.57, "count": 177, "max_ms": 3.225, "p95_ms": 1.809, "reason": null, "sample_age_ms": 185.874, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 177, "max_ms": 2.793, "p95_ms": 1.191, "reason": null, "sample_age_ms": 186.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 177, "max_ms": 0.531, "p95_ms": 0.352, "reason": null, "sample_age_ms": 151.958, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.394, "count": 177, "max_ms": 6.072, "p95_ms": 2.438, "reason": null, "sample_age_ms": 184.48, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2211848.0, "count": 177, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 184.446, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.45, "count": 177, "max_ms": 81.583, "p95_ms": 56.631, "reason": null, "sample_age_ms": 151.948, "source": "client_direct"}, "sample_age_ms": 151.944, "source": "client_direct", "task_total_ms": {"avg_ms": 40.155, "count": 177, "max_ms": 83.727, "p95_ms": 58.415, "reason": null, "sample_age_ms": 151.944, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.107, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.699, "count": 178, "max_ms": 1.688, "p95_ms": 1.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 178, "max_ms": 0.669, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 178, "max_ms": 0.23, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 178, "max_ms": 0.231, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.002, "count": 178, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 178, "max_ms": 0.45, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.041, "count": 178, "max_ms": 0.153, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.658, "count": 178, "max_ms": 1.62, "p95_ms": 1.192}, "track_match_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.055, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 178, "max_ms": 0.091, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.721, "count": 178, "max_ms": 4.942, "p95_ms": 4.161}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 178, "max_ms": 0.141, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.163, "count": 178, "max_ms": 88.215, "p95_ms": 59.455}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 178, "max_ms": 0.14, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.822, "count": 178, "max_ms": 145.979, "p95_ms": 116.2}, "inference_input_copy_ms": {"avg_ms": 1.439, "count": 178, "max_ms": 2.829, "p95_ms": 2.562}, "processing_residual_ms": {"avg_ms": 0.15, "count": 178, "max_ms": 0.518, "p95_ms": 0.33}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.452, "count": 178, "max_ms": 147.853, "p95_ms": 117.12}, "read_interval": {"avg_ms": 168.879, "count": 177, "max_ms": 3674.379, "p95_ms": 194.258}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 178, "max_ms": 0.032, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.122, "count": 178, "max_ms": 0.329, "p95_ms": 0.253}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 178, "max_ms": 0.055, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 178, "max_ms": 0.301, "p95_ms": 0.222}, "worker_merge_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.056, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.177, "count": 178, "max_ms": 88.233, "p95_ms": 59.474}, "visualize": {"avg_ms": 44.998, "count": 178, "max_ms": 80.795, "p95_ms": 57.618}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.169, "count": 178, "max_ms": 79.673, "p95_ms": 56.952}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.81, "count": 178, "max_ms": 80.633, "p95_ms": 57.506}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.71, "count": 178, "max_ms": 80.524, "p95_ms": 57.432}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 178, "max_ms": 0.185, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1071.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.674, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.781, "sample_count": 2707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79171, "write_bytes_delta": 79171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 113.0, "cpu_core_ratio": 1.176445, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8865.0, "pid": 24150, "reason": null, "system_cpu_core_ratio": 0.572505, "system_cpu_s_delta": 6.01, "user_cpu_core_ratio": 0.60394, "user_cpu_s_delta": 6.339999999999975}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.221, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 34644.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.058108, "system_cpu_s_delta": 0.6100000000005821, "user_cpu_core_ratio": 0.162892, "user_cpu_s_delta": 1.7099999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.779, "count": 215, "max_ms": 6.136, "p95_ms": 4.201, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.444, "count": 30, "max": 38.369, "p95": 33.246, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.713, "count": 30, "max": 27.269, "p95": 24.345, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.2, "count": 30, "max": 1000.0, "p95": 752.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3749.7, "count": 30, "max": 95375.0, "p95": 6571.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.573, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.125, "count": 30, "max": 1.255, "p95": 1.233, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 5.004, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78923.633, "count": 30, "max": 82256.0, "p95": 80883.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78923.633, "count": 30, "max": 82256.0, "p95": 80883.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118047.333, "count": 30, "max": 130880.0, "p95": 129595.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.228, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.59, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5989, "sampled_at": "2026-10-31T10:50:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:50:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 897281, "flush_count": 1216, "flush_interval_seconds": 30.0, "flush_state": {"count": 1216, "last_at": "2026-10-31T10:49:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:49:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1215}, "started": true, "suppressed_count": 712020, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 712020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1216, "written_record_count": 1216}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6290.277, "limit_mb": null}, "detail": {"pid": 24266, "restart_count": 61, "start_count": 62}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1971952128000, "copied_frame_count": 713235, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1971952128000, "frame_buffer_copies": 713235, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.12, "count": 512, "max_ms": 0.521, "p50_ms": 0.1062, "p95_ms": 0.2277, "p99_ms": 0.2815}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2855, "count": 512, "max_ms": 3.1653, "p50_ms": 1.2171, "p95_ms": 2.0682, "p99_ms": 2.477, "results": {"failed": 0, "not_applicable": 0, "success": 713235, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:50:18+09:00", "last_error_summary": "[h264 @ 0x5c44b7abaec0] cabac decode of qscale diff failed at 86 91 [h264 @ 0x5c44b7abaec0] error while decoding MB 86 91, bytestream 1982 [h264 @ 0x5c44b7b89bc0] error while decoding MB 103 72, bytestream -17", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T10:50:20+09:00", "pid": 24266, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.707, "name": "ffmpeg", "pid": 24266, "rss_mb": 74.707, "state": "S (sleeping)", "threads": 1}, "restart_count": 61, "restart_count_per_hour": 5, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.781, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.131, "last_frame_pushed_at": "2026-10-31T10:50:18+09:00", "last_frame_read_age_sec": 4.214, "last_frame_read_at": "2026-10-31T10:50:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 146.239, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 453.761, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 4.122, "exists": true, "mtime": "2026-10-31T10:50:18.665358+09:00", "mtime_epoch": 1793411418.6653578, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80025}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:50:22+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1091.559, "name": "celery", "pid": 176, "rss_mb": 1072.031, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 713235, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.67, "pushed": 4.67, "read": 4.636}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.007, "count": 139, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4182.084, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 139, "max_ms": 3.225, "p95_ms": 1.957, "reason": null, "sample_age_ms": 4216.006, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 139, "max_ms": 2.793, "p95_ms": 1.536, "reason": null, "sample_age_ms": 4216.362, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.136, "count": 139, "max_ms": 0.484, "p95_ms": 0.346, "reason": null, "sample_age_ms": 4182.09, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.443, "count": 139, "max_ms": 6.072, "p95_ms": 2.433, "reason": null, "sample_age_ms": 4214.612, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2211848.0, "count": 139, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4214.578, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4182.242, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.003, "count": 139, "max_ms": 81.583, "p95_ms": 55.568, "reason": null, "sample_age_ms": 4182.08, "source": "client_direct"}, "sample_age_ms": 4182.076, "source": "client_direct", "task_total_ms": {"avg_ms": 39.748, "count": 139, "max_ms": 83.727, "p95_ms": 57.711, "reason": null, "sample_age_ms": 4182.076, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.281, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 140, "max_ms": 1.509, "p95_ms": 1.171}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 140, "max_ms": 0.488, "p95_ms": 0.427}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 140, "max_ms": 0.23, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 140, "max_ms": 0.231, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 140, "max_ms": 0.413, "p95_ms": 0.295}, "setup_ms": {"avg_ms": 0.04, "count": 140, "max_ms": 0.153, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.631, "count": 140, "max_ms": 1.405, "p95_ms": 1.117}, "track_match_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.055, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 140, "max_ms": 0.091, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.732, "count": 140, "max_ms": 4.942, "p95_ms": 4.201}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 140, "max_ms": 0.141, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.698, "count": 140, "max_ms": 88.215, "p95_ms": 59.068}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 140, "max_ms": 0.14, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.298, "count": 140, "max_ms": 145.979, "p95_ms": 109.244}, "inference_input_copy_ms": {"avg_ms": 1.493, "count": 140, "max_ms": 2.829, "p95_ms": 2.436}, "processing_residual_ms": {"avg_ms": 0.154, "count": 140, "max_ms": 0.401, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.985, "count": 140, "max_ms": 147.853, "p95_ms": 111.134}, "read_interval": {"avg_ms": 185.999, "count": 139, "max_ms": 3674.379, "p95_ms": 842.665}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 140, "max_ms": 0.031, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.115, "count": 140, "max_ms": 0.276, "p95_ms": 0.205}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 140, "max_ms": 0.04, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 140, "max_ms": 0.249, "p95_ms": 0.183}, "worker_merge_ms": {"avg_ms": 0.006, "count": 140, "max_ms": 0.056, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.711, "count": 140, "max_ms": 88.233, "p95_ms": 59.089}, "visualize": {"avg_ms": 43.963, "count": 140, "max_ms": 80.795, "p95_ms": 55.035}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.163, "count": 140, "max_ms": 79.673, "p95_ms": 54.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.785, "count": 140, "max_ms": 80.633, "p95_ms": 54.832}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.687, "count": 140, "max_ms": 80.524, "p95_ms": 54.74}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 140, "max_ms": 0.129, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1071.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.674, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.781, "sample_count": 2707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79171, "write_bytes_delta": 79171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 113.0, "cpu_core_ratio": 1.176445, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8865.0, "pid": 24150, "reason": null, "system_cpu_core_ratio": 0.572505, "system_cpu_s_delta": 6.01, "user_cpu_core_ratio": 0.60394, "user_cpu_s_delta": 6.339999999999975}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.221, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 34644.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.058108, "system_cpu_s_delta": 0.6100000000005821, "user_cpu_core_ratio": 0.162892, "user_cpu_s_delta": 1.7099999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.779, "count": 215, "max_ms": 6.136, "p95_ms": 4.201, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.444, "count": 30, "max": 38.369, "p95": 33.246, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.713, "count": 30, "max": 27.269, "p95": 24.345, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.2, "count": 30, "max": 1000.0, "p95": 752.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3749.7, "count": 30, "max": 95375.0, "p95": 6571.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.573, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.125, "count": 30, "max": 1.255, "p95": 1.233, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 5.004, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78923.633, "count": 30, "max": 82256.0, "p95": 80883.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78923.633, "count": 30, "max": 82256.0, "p95": 80883.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118047.333, "count": 30, "max": 130880.0, "p95": 129595.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.228, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.59, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5989, "sampled_at": "2026-10-31T10:50:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:50:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 902279, "flush_count": 1222, "flush_interval_seconds": 30.0, "flush_state": {"count": 1222, "last_at": "2026-10-31T10:55:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:55:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1221}, "started": true, "suppressed_count": 715042, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 715042}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1222, "written_record_count": 1222}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6256.148, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980323942400, "copied_frame_count": 716263, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1980323942400, "frame_buffer_copies": 716263, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 0.3593, "p50_ms": 0.1038, "p95_ms": 0.221, "p99_ms": 0.293}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3352, "count": 512, "max_ms": 4.9838, "p50_ms": 1.2525, "p95_ms": 2.1375, "p99_ms": 2.6444, "results": {"failed": 0, "not_applicable": 0, "success": 716263, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:55:44+09:00", "last_error_summary": "[h264 @ 0x5b5589933100] left block unavailable for requested intra mode [h264 @ 0x5b5589933100] error while decoding MB 0 98, bytestream 3949 [h264 @ 0x5b5589b9fc80] cabac decode of qscale diff failed at 81 89 [h264 @ 0x5b5589b9fc80] error while decoding MB 81 89, bytestream 7288", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.412, "last_started_at": "2026-10-31T10:50:20+09:00", "pid": 24266, "process": {"exists": false, "pid": 24266}, "restart_count": 61, "restart_count_per_hour": 5, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.426, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-31T10:55:44+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T10:55:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 467.67, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 132.33, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-31T10:55:44.179863+09:00", "mtime_epoch": 1793411744.1798632, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85274}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:55:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1093.0, "name": "celery", "pid": 176, "rss_mb": 1073.5, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 716263, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 198, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.791, "pushed": 6.791, "read": 6.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 94.173, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.567, "count": 198, "max_ms": 3.221, "p95_ms": 1.644, "reason": null, "sample_age_ms": 129.816, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 198, "max_ms": 2.659, "p95_ms": 1.299, "reason": null, "sample_age_ms": 130.147, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 198, "max_ms": 0.255, "p95_ms": 0.166, "reason": null, "sample_age_ms": 94.18, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.382, "count": 198, "max_ms": 2.783, "p95_ms": 2.345, "reason": null, "sample_age_ms": 127.202, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2211848.0, "count": 198, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 127.129, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.271, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.921, "count": 198, "max_ms": 60.253, "p95_ms": 49.544, "reason": null, "sample_age_ms": 94.169, "source": "client_direct"}, "sample_age_ms": 94.166, "source": "client_direct", "task_total_ms": {"avg_ms": 37.541, "count": 198, "max_ms": 62.078, "p95_ms": 51.622, "reason": null, "sample_age_ms": 94.166, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.824, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 198, "max_ms": 2.198, "p95_ms": 1.357}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 198, "max_ms": 0.768, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 198, "max_ms": 0.256, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 198, "max_ms": 0.326, "p95_ms": 0.134}, "mcmt_ms": {"avg_ms": 0.002, "count": 198, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 198, "max_ms": 0.575, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.038, "count": 198, "max_ms": 0.122, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.625, "count": 198, "max_ms": 2.117, "p95_ms": 1.27}, "track_match_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 198, "max_ms": 0.089, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.772, "count": 198, "max_ms": 8.132, "p95_ms": 4.511}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 198, "max_ms": 0.564, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.395, "count": 198, "max_ms": 62.966, "p95_ms": 52.944}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 198, "max_ms": 0.134, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.901, "count": 198, "max_ms": 126.973, "p95_ms": 107.135}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 198, "max_ms": 3.462, "p95_ms": 2.398}, "processing_residual_ms": {"avg_ms": 0.149, "count": 198, "max_ms": 1.665, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.527, "count": 198, "max_ms": 128.143, "p95_ms": 108.716}, "read_interval": {"avg_ms": 156.74, "count": 198, "max_ms": 2525.893, "p95_ms": 238.251}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 198, "max_ms": 0.048, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 198, "max_ms": 0.397, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 198, "max_ms": 0.042, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 198, "max_ms": 0.354, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.043, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.407, "count": 198, "max_ms": 62.987, "p95_ms": 52.951}, "visualize": {"avg_ms": 46.921, "count": 198, "max_ms": 82.867, "p95_ms": 60.719}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.079, "count": 198, "max_ms": 81.018, "p95_ms": 59.498}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.732, "count": 198, "max_ms": 82.583, "p95_ms": 60.148}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.632, "count": 198, "max_ms": 82.473, "p95_ms": 60.063}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 198, "max_ms": 0.166, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.03, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.621, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85699, "write_bytes_delta": 85699, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 311.0, "cpu_core_ratio": 1.273586, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6037.0, "pid": 24266, "reason": null, "system_cpu_core_ratio": 0.419417, "system_cpu_s_delta": 4.649999999999999, "user_cpu_core_ratio": 0.854168, "user_cpu_s_delta": 9.46999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.555615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96235.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.154237, "system_cpu_s_delta": 1.7100000000000364, "user_cpu_core_ratio": 0.401378, "user_cpu_s_delta": 4.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.738, "count": 195, "max_ms": 8.132, "p95_ms": 4.386, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.452, "count": 30, "max": 46.03, "p95": 41.932, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.489, "count": 30, "max": 34.504, "p95": 27.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.4, "count": 30, "max": 746.0, "p95": 730.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 974.8, "count": 30, "max": 18347.0, "p95": 5233.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.527, "p95": 0.336, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.265, "p95": 1.242, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122709.467, "count": 30, "max": 132161.0, "p95": 130879.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.214, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.591, "p95": 0.585, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6022, "sampled_at": "2026-10-31T10:55:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:55:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.155, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 902279, "flush_count": 1222, "flush_interval_seconds": 30.0, "flush_state": {"count": 1222, "last_at": "2026-10-31T10:55:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:55:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1221}, "started": true, "suppressed_count": 715042, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 715042}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1222, "written_record_count": 1222}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6256.727, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b5589933100] left block unavailable for requested intra mode [h264 @ 0x5b5589933100] error while decoding MB 0 98, bytestream 3949 [h264 @ 0x5b5589b9fc80] cabac decode of qscale diff failed at 81 89 [h264 @ 0x5b5589b9fc80] error while decoding MB 81 89, bytestream 7288", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980323942400, "copied_frame_count": 716263, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1980323942400, "frame_buffer_copies": 716263, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 0.3593, "p50_ms": 0.1038, "p95_ms": 0.221, "p99_ms": 0.293}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3352, "count": 512, "max_ms": 4.9838, "p50_ms": 1.2525, "p95_ms": 2.1375, "p99_ms": 2.6444, "results": {"failed": 0, "not_applicable": 0, "success": 716263, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:55:44+09:00", "last_error_summary": "[h264 @ 0x5b5589933100] left block unavailable for requested intra mode [h264 @ 0x5b5589933100] error while decoding MB 0 98, bytestream 3949 [h264 @ 0x5b5589b9fc80] cabac decode of qscale diff failed at 81 89 [h264 @ 0x5b5589b9fc80] error while decoding MB 81 89, bytestream 7288", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.423, "last_started_at": "2026-10-31T10:50:20+09:00", "pid": 24266, "process": {"exists": false, "pid": 24266}, "restart_count": 61, "restart_count_per_hour": 5, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.426, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-31T10:55:44+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-31T10:55:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 467.684, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 132.316, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-31T10:55:44.179863+09:00", "mtime_epoch": 1793411744.1798632, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85274}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:55:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1093.0, "name": "celery", "pid": 176, "rss_mb": 1073.5, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 716263, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 198, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.789, "pushed": 6.789, "read": 6.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 103.896, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.567, "count": 198, "max_ms": 3.221, "p95_ms": 1.644, "reason": null, "sample_age_ms": 139.539, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 198, "max_ms": 2.659, "p95_ms": 1.299, "reason": null, "sample_age_ms": 139.87, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 198, "max_ms": 0.255, "p95_ms": 0.166, "reason": null, "sample_age_ms": 103.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.382, "count": 198, "max_ms": 2.783, "p95_ms": 2.345, "reason": null, "sample_age_ms": 136.924, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2211848.0, "count": 198, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 136.852, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.994, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.921, "count": 198, "max_ms": 60.253, "p95_ms": 49.544, "reason": null, "sample_age_ms": 103.892, "source": "client_direct"}, "sample_age_ms": 103.889, "source": "client_direct", "task_total_ms": {"avg_ms": 37.541, "count": 198, "max_ms": 62.078, "p95_ms": 51.622, "reason": null, "sample_age_ms": 103.889, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.726, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 198, "max_ms": 2.198, "p95_ms": 1.357}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 198, "max_ms": 0.768, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 198, "max_ms": 0.256, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 198, "max_ms": 0.326, "p95_ms": 0.134}, "mcmt_ms": {"avg_ms": 0.002, "count": 198, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 198, "max_ms": 0.575, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.038, "count": 198, "max_ms": 0.122, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.625, "count": 198, "max_ms": 2.117, "p95_ms": 1.27}, "track_match_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 198, "max_ms": 0.089, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.772, "count": 198, "max_ms": 8.132, "p95_ms": 4.511}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 198, "max_ms": 0.564, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.395, "count": 198, "max_ms": 62.966, "p95_ms": 52.944}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 198, "max_ms": 0.134, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.901, "count": 198, "max_ms": 126.973, "p95_ms": 107.135}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 198, "max_ms": 3.462, "p95_ms": 2.398}, "processing_residual_ms": {"avg_ms": 0.149, "count": 198, "max_ms": 1.665, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.527, "count": 198, "max_ms": 128.143, "p95_ms": 108.716}, "read_interval": {"avg_ms": 156.74, "count": 198, "max_ms": 2525.893, "p95_ms": 238.251}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 198, "max_ms": 0.048, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 198, "max_ms": 0.397, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 198, "max_ms": 0.042, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 198, "max_ms": 0.354, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.043, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.407, "count": 198, "max_ms": 62.987, "p95_ms": 52.951}, "visualize": {"avg_ms": 46.921, "count": 198, "max_ms": 82.867, "p95_ms": 60.719}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.079, "count": 198, "max_ms": 81.018, "p95_ms": 59.498}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.732, "count": 198, "max_ms": 82.583, "p95_ms": 60.148}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.632, "count": 198, "max_ms": 82.473, "p95_ms": 60.063}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 198, "max_ms": 0.166, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.03, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.621, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85699, "write_bytes_delta": 85699, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 311.0, "cpu_core_ratio": 1.273586, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6037.0, "pid": 24266, "reason": null, "system_cpu_core_ratio": 0.419417, "system_cpu_s_delta": 4.649999999999999, "user_cpu_core_ratio": 0.854168, "user_cpu_s_delta": 9.46999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.555615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96235.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.154237, "system_cpu_s_delta": 1.7100000000000364, "user_cpu_core_ratio": 0.401378, "user_cpu_s_delta": 4.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.738, "count": 195, "max_ms": 8.132, "p95_ms": 4.386, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.452, "count": 30, "max": 46.03, "p95": 41.932, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.489, "count": 30, "max": 34.504, "p95": 27.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.4, "count": 30, "max": 746.0, "p95": 730.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 974.8, "count": 30, "max": 18347.0, "p95": 5233.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.527, "p95": 0.336, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.265, "p95": 1.242, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122709.467, "count": 30, "max": 132161.0, "p95": 130879.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.214, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.591, "p95": 0.585, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6022, "sampled_at": "2026-10-31T10:55:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:55:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.166, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 902279, "flush_count": 1222, "flush_interval_seconds": 30.0, "flush_state": {"count": 1222, "last_at": "2026-10-31T10:55:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:55:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1221}, "started": true, "suppressed_count": 715042, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 715042}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1222, "written_record_count": 1222}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6256.246, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980323942400, "copied_frame_count": 716263, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1980323942400, "frame_buffer_copies": 716263, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 0.3593, "p50_ms": 0.1038, "p95_ms": 0.221, "p99_ms": 0.293}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3352, "count": 512, "max_ms": 4.9838, "p50_ms": 1.2525, "p95_ms": 2.1375, "p99_ms": 2.6444, "results": {"failed": 0, "not_applicable": 0, "success": 716263, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:55:44+09:00", "last_error_summary": "[h264 @ 0x5b5589933100] left block unavailable for requested intra mode [h264 @ 0x5b5589933100] error while decoding MB 0 98, bytestream 3949 [h264 @ 0x5b5589b9fc80] cabac decode of qscale diff failed at 81 89 [h264 @ 0x5b5589b9fc80] error while decoding MB 81 89, bytestream 7288", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.458, "last_started_at": "2026-10-31T10:50:20+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 61, "restart_count_per_hour": 5, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.426, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-31T10:55:44+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-10-31T10:55:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 467.721, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 132.279, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-31T10:55:44.179863+09:00", "mtime_epoch": 1793411744.1798632, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85274}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:55:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1093.0, "name": "celery", "pid": 176, "rss_mb": 1073.5, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 716263, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 198, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.781, "pushed": 6.781, "read": 6.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 144.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.567, "count": 198, "max_ms": 3.221, "p95_ms": 1.644, "reason": null, "sample_age_ms": 180.357, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 198, "max_ms": 2.659, "p95_ms": 1.299, "reason": null, "sample_age_ms": 180.688, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 198, "max_ms": 0.255, "p95_ms": 0.166, "reason": null, "sample_age_ms": 144.72, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.382, "count": 198, "max_ms": 2.783, "p95_ms": 2.345, "reason": null, "sample_age_ms": 177.742, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2211848.0, "count": 198, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 177.67, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.812, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.921, "count": 198, "max_ms": 60.253, "p95_ms": 49.544, "reason": null, "sample_age_ms": 144.71, "source": "client_direct"}, "sample_age_ms": 144.706, "source": "client_direct", "task_total_ms": {"avg_ms": 37.541, "count": 198, "max_ms": 62.078, "p95_ms": 51.622, "reason": null, "sample_age_ms": 144.706, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.604, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 198, "max_ms": 2.198, "p95_ms": 1.357}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 198, "max_ms": 0.768, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 198, "max_ms": 0.256, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 198, "max_ms": 0.326, "p95_ms": 0.134}, "mcmt_ms": {"avg_ms": 0.002, "count": 198, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 198, "max_ms": 0.575, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.038, "count": 198, "max_ms": 0.122, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.625, "count": 198, "max_ms": 2.117, "p95_ms": 1.27}, "track_match_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 198, "max_ms": 0.089, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.772, "count": 198, "max_ms": 8.132, "p95_ms": 4.511}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 198, "max_ms": 0.564, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.395, "count": 198, "max_ms": 62.966, "p95_ms": 52.944}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 198, "max_ms": 0.134, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.901, "count": 198, "max_ms": 126.973, "p95_ms": 107.135}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 198, "max_ms": 3.462, "p95_ms": 2.398}, "processing_residual_ms": {"avg_ms": 0.149, "count": 198, "max_ms": 1.665, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.527, "count": 198, "max_ms": 128.143, "p95_ms": 108.716}, "read_interval": {"avg_ms": 156.74, "count": 198, "max_ms": 2525.893, "p95_ms": 238.251}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 198, "max_ms": 0.048, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 198, "max_ms": 0.397, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 198, "max_ms": 0.042, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 198, "max_ms": 0.354, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.043, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.407, "count": 198, "max_ms": 62.987, "p95_ms": 52.951}, "visualize": {"avg_ms": 46.921, "count": 198, "max_ms": 82.867, "p95_ms": 60.719}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.079, "count": 198, "max_ms": 81.018, "p95_ms": 59.498}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.732, "count": 198, "max_ms": 82.583, "p95_ms": 60.148}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.632, "count": 198, "max_ms": 82.473, "p95_ms": 60.063}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 198, "max_ms": 0.166, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.03, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.621, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85699, "write_bytes_delta": 85699, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 311.0, "cpu_core_ratio": 1.273586, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6037.0, "pid": 24266, "reason": null, "system_cpu_core_ratio": 0.419417, "system_cpu_s_delta": 4.649999999999999, "user_cpu_core_ratio": 0.854168, "user_cpu_s_delta": 9.46999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.555615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96235.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.154237, "system_cpu_s_delta": 1.7100000000000364, "user_cpu_core_ratio": 0.401378, "user_cpu_s_delta": 4.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.738, "count": 195, "max_ms": 8.132, "p95_ms": 4.386, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.452, "count": 30, "max": 46.03, "p95": 41.932, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.489, "count": 30, "max": 34.504, "p95": 27.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.4, "count": 30, "max": 746.0, "p95": 730.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 974.8, "count": 30, "max": 18347.0, "p95": 5233.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.527, "p95": 0.336, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.265, "p95": 1.242, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122709.467, "count": 30, "max": 132161.0, "p95": 130879.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.214, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.591, "p95": 0.585, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6022, "sampled_at": "2026-10-31T10:55:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:55:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.201, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 902279, "flush_count": 1222, "flush_interval_seconds": 30.0, "flush_state": {"count": 1222, "last_at": "2026-10-31T10:55:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:55:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1221}, "started": true, "suppressed_count": 715042, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 715042}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1222, "written_record_count": 1222}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6544.625, "limit_mb": null}, "detail": {"pid": 24382, "restart_count": 62, "start_count": 63}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980323942400, "copied_frame_count": 716263, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1980323942400, "frame_buffer_copies": 716263, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 0.3593, "p50_ms": 0.1038, "p95_ms": 0.221, "p99_ms": 0.293}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3352, "count": 512, "max_ms": 4.9838, "p50_ms": 1.2525, "p95_ms": 2.1375, "p99_ms": 2.6444, "results": {"failed": 0, "not_applicable": 0, "success": 716263, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:55:44+09:00", "last_error_summary": "[h264 @ 0x5b5589933100] left block unavailable for requested intra mode [h264 @ 0x5b5589933100] error while decoding MB 0 98, bytestream 3949 [h264 @ 0x5b5589b9fc80] cabac decode of qscale diff failed at 81 89 [h264 @ 0x5b5589b9fc80] error while decoding MB 81 89, bytestream 7288", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T10:55:46+09:00", "pid": 24382, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.129, "name": "ffmpeg", "pid": 24382, "rss_mb": 323.129, "state": "R (running)", "threads": 49}, "restart_count": 62, "restart_count_per_hour": 6, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.621, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.695, "last_frame_pushed_at": "2026-10-31T10:55:44+09:00", "last_frame_read_age_sec": 4.792, "last_frame_read_at": "2026-10-31T10:55:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 472.325, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 127.675, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 4.683, "exists": true, "mtime": "2026-10-31T10:55:44.179863+09:00", "mtime_epoch": 1793411744.1798632, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85274}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:55:48+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1093.0, "name": "celery", "pid": 176, "rss_mb": 1073.5, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 716263, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.749, "pushed": 5.749, "read": 5.749}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.007, "count": 162, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4764.865, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 162, "max_ms": 2.908, "p95_ms": 1.64, "reason": null, "sample_age_ms": 4800.509, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 162, "max_ms": 2.659, "p95_ms": 1.307, "reason": null, "sample_age_ms": 4800.84, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 162, "max_ms": 0.255, "p95_ms": 0.167, "reason": null, "sample_age_ms": 4764.872, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.359, "count": 162, "max_ms": 2.645, "p95_ms": 2.278, "reason": null, "sample_age_ms": 4797.894, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4797.822, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4764.964, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.735, "count": 162, "max_ms": 60.253, "p95_ms": 49.47, "reason": null, "sample_age_ms": 4764.862, "source": "client_direct"}, "sample_age_ms": 4764.858, "source": "client_direct", "task_total_ms": {"avg_ms": 37.329, "count": 162, "max_ms": 62.078, "p95_ms": 51.221, "reason": null, "sample_age_ms": 4764.858, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.696, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.663, "count": 162, "max_ms": 2.198, "p95_ms": 1.287}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 162, "max_ms": 0.768, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 162, "max_ms": 0.256, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 162, "max_ms": 0.326, "p95_ms": 0.126}, "mcmt_ms": {"avg_ms": 0.002, "count": 162, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 162, "max_ms": 0.575, "p95_ms": 0.347}, "setup_ms": {"avg_ms": 0.038, "count": 162, "max_ms": 0.122, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.626, "count": 162, "max_ms": 2.117, "p95_ms": 1.211}, "track_match_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.014, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 162, "max_ms": 0.089, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.858, "count": 162, "max_ms": 8.132, "p95_ms": 4.511}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 162, "max_ms": 0.564, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.167, "count": 162, "max_ms": 62.966, "p95_ms": 51.817}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 162, "max_ms": 0.134, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.233, "count": 162, "max_ms": 126.973, "p95_ms": 106.453}, "inference_input_copy_ms": {"avg_ms": 1.403, "count": 162, "max_ms": 2.883, "p95_ms": 2.209}, "processing_residual_ms": {"avg_ms": 0.154, "count": 162, "max_ms": 1.665, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.835, "count": 162, "max_ms": 128.143, "p95_ms": 108.16}, "read_interval": {"avg_ms": 157.907, "count": 162, "max_ms": 2525.893, "p95_ms": 238.251}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 162, "max_ms": 0.048, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.121, "count": 162, "max_ms": 0.397, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 162, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 162, "max_ms": 0.354, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.043, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.179, "count": 162, "max_ms": 62.987, "p95_ms": 51.83}, "visualize": {"avg_ms": 47.463, "count": 162, "max_ms": 82.867, "p95_ms": 60.719}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.606, "count": 162, "max_ms": 81.018, "p95_ms": 58.651}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.272, "count": 162, "max_ms": 82.583, "p95_ms": 59.286}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.17, "count": 162, "max_ms": 82.473, "p95_ms": 59.107}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 162, "max_ms": 0.166, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.03, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.621, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:55:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85699, "write_bytes_delta": 85699, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 311.0, "cpu_core_ratio": 1.273586, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6037.0, "pid": 24266, "reason": null, "system_cpu_core_ratio": 0.419417, "system_cpu_s_delta": 4.649999999999999, "user_cpu_core_ratio": 0.854168, "user_cpu_s_delta": 9.46999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.555615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96235.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.154237, "system_cpu_s_delta": 1.7100000000000364, "user_cpu_core_ratio": 0.401378, "user_cpu_s_delta": 4.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.738, "count": 195, "max_ms": 8.132, "p95_ms": 4.386, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.452, "count": 30, "max": 46.03, "p95": 41.932, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.489, "count": 30, "max": 34.504, "p95": 27.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.4, "count": 30, "max": 746.0, "p95": 730.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 974.8, "count": 30, "max": 18347.0, "p95": 5233.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.527, "p95": 0.336, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.152, "count": 30, "max": 1.265, "p95": 1.242, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82953.2, "count": 30, "max": 87159.0, "p95": 85592.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122709.467, "count": 30, "max": 132161.0, "p95": 130879.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.214, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.591, "p95": 0.585, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6022, "sampled_at": "2026-10-31T10:55:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:55:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.178, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 903945, "flush_count": 1224, "flush_interval_seconds": 30.0, "flush_state": {"count": 1224, "last_at": "2026-10-31T10:57:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:57:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1223}, "started": true, "suppressed_count": 716124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 716124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1224, "written_record_count": 1224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6261.906, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983320985600, "copied_frame_count": 717347, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1983320985600, "frame_buffer_copies": 717347, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.127, "count": 512, "max_ms": 0.3653, "p50_ms": 0.1162, "p95_ms": 0.2382, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3928, "count": 512, "max_ms": 4.3267, "p50_ms": 1.3152, "p95_ms": 2.2427, "p99_ms": 2.7506, "results": {"failed": 0, "not_applicable": 0, "success": 717347, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:57:55+09:00", "last_error_summary": "[h264 @ 0x574ac2203780] left block unavailable for requested intra mode [h264 @ 0x574ac2203780] error while decoding MB 0 76, bytestream 3775 [h264 @ 0x574ac1732e40] error while decoding MB 100 89, bytestream -24", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.908, "last_started_at": "2026-10-31T10:55:46+09:00", "pid": 24382, "process": {"exists": false, "pid": 24382}, "restart_count": 62, "restart_count_per_hour": 6, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.532, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-31T10:57:55+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-31T10:57:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.234, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 0.766, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-31T10:57:55.754604+09:00", "mtime_epoch": 1793411875.754604, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86583}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:57:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1093.551, "name": "celery", "pid": 176, "rss_mb": 1074.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 717347, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 186, "pushed_frames": 186, "read_frames": 186, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.2, "pushed": 6.2, "read": 6.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 95.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 185, "max_ms": 4.164, "p95_ms": 2.148, "reason": null, "sample_age_ms": 132.489, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 185, "max_ms": 3.493, "p95_ms": 1.24, "reason": null, "sample_age_ms": 132.651, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 186, "max_ms": 0.278, "p95_ms": 0.179, "reason": null, "sample_age_ms": 95.639, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.446, "count": 185, "max_ms": 6.112, "p95_ms": 2.386, "reason": null, "sample_age_ms": 131.509, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2211848.0, "count": 185, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 131.492, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.701, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.98, "count": 186, "max_ms": 72.552, "p95_ms": 50.156, "reason": null, "sample_age_ms": 95.632, "source": "client_direct"}, "sample_age_ms": 95.629, "source": "client_direct", "task_total_ms": {"avg_ms": 38.663, "count": 186, "max_ms": 74.73, "p95_ms": 52.676, "reason": null, "sample_age_ms": 95.629, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.142, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.657, "count": 186, "max_ms": 2.007, "p95_ms": 1.249}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 186, "max_ms": 0.792, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 186, "max_ms": 0.316, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.043, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 186, "max_ms": 0.2, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 186, "max_ms": 0.051, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 186, "max_ms": 0.616, "p95_ms": 0.328}, "setup_ms": {"avg_ms": 0.039, "count": 186, "max_ms": 0.133, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.62, "count": 186, "max_ms": 1.916, "p95_ms": 1.171}, "track_match_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.039, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 186, "max_ms": 0.111, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.894, "count": 186, "max_ms": 6.448, "p95_ms": 4.516}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 186, "max_ms": 1.024, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.6, "count": 186, "max_ms": 75.522, "p95_ms": 54.674}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 186, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.552, "count": 186, "max_ms": 135.024, "p95_ms": 105.703}, "inference_input_copy_ms": {"avg_ms": 1.518, "count": 186, "max_ms": 4.39, "p95_ms": 2.477}, "processing_residual_ms": {"avg_ms": 0.147, "count": 186, "max_ms": 0.413, "p95_ms": 0.281}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.261, "count": 186, "max_ms": 136.802, "p95_ms": 107.97}, "read_interval": {"avg_ms": 161.174, "count": 186, "max_ms": 3230.909, "p95_ms": 159.144}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 186, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.113, "count": 186, "max_ms": 0.432, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 186, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 186, "max_ms": 0.388, "p95_ms": 0.186}, "worker_merge_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.033, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.613, "count": 186, "max_ms": 75.568, "p95_ms": 54.689}, "visualize": {"avg_ms": 46.362, "count": 186, "max_ms": 73.986, "p95_ms": 57.233}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.569, "count": 186, "max_ms": 73.206, "p95_ms": 56.423}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.185, "count": 186, "max_ms": 73.86, "p95_ms": 57.12}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.093, "count": 186, "max_ms": 73.766, "p95_ms": 57.029}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 186, "max_ms": 0.154, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.095, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.268, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85227, "write_bytes_delta": 85227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 278.0, "cpu_core_ratio": 1.390102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33243.0, "pid": 24382, "reason": null, "system_cpu_core_ratio": 0.509092, "system_cpu_s_delta": 5.27, "user_cpu_core_ratio": 0.88101, "user_cpu_s_delta": 9.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.517786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.137175, "system_cpu_s_delta": 1.4200000000000728, "user_cpu_core_ratio": 0.380612, "user_cpu_s_delta": 3.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.95, "count": 239, "max_ms": 7.303, "p95_ms": 4.614, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.986, "count": 30, "max": 53.095, "p95": 44.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.342, "count": 30, "max": 26.378, "p95": 24.981, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.233, "count": 30, "max": 746.0, "p95": 725.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2462.133, "count": 30, "max": 33243.0, "p95": 13474.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.527, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.265, "p95": 1.234, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84614.967, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81900.4, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115695.067, "count": 30, "max": 130879.0, "p95": 127029.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.582, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6034, "sampled_at": "2026-10-31T10:57:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:57:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 903945, "flush_count": 1224, "flush_interval_seconds": 30.0, "flush_state": {"count": 1224, "last_at": "2026-10-31T10:57:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:57:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1223}, "started": true, "suppressed_count": 716124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 716124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1224, "written_record_count": 1224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6261.906, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x574ac2203780] left block unavailable for requested intra mode [h264 @ 0x574ac2203780] error while decoding MB 0 76, bytestream 3775 [h264 @ 0x574ac1732e40] error while decoding MB 100 89, bytestream -24", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983320985600, "copied_frame_count": 717347, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1983320985600, "frame_buffer_copies": 717347, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.127, "count": 512, "max_ms": 0.3653, "p50_ms": 0.1162, "p95_ms": 0.2382, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3928, "count": 512, "max_ms": 4.3267, "p50_ms": 1.3152, "p95_ms": 2.2427, "p99_ms": 2.7506, "results": {"failed": 0, "not_applicable": 0, "success": 717347, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:57:55+09:00", "last_error_summary": "[h264 @ 0x574ac2203780] left block unavailable for requested intra mode [h264 @ 0x574ac2203780] error while decoding MB 0 76, bytestream 3775 [h264 @ 0x574ac1732e40] error while decoding MB 100 89, bytestream -24", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.914, "last_started_at": "2026-10-31T10:55:46+09:00", "pid": 24382, "process": {"exists": false, "pid": 24382}, "restart_count": 62, "restart_count_per_hour": 6, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.532, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-31T10:57:55+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-10-31T10:57:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.24, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 0.76, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-31T10:57:55.754604+09:00", "mtime_epoch": 1793411875.754604, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86583}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:57:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1093.551, "name": "celery", "pid": 176, "rss_mb": 1074.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 717347, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.216, "pushed": 6.216, "read": 6.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 103.106, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 185, "max_ms": 4.164, "p95_ms": 2.148, "reason": null, "sample_age_ms": 139.96, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 185, "max_ms": 3.493, "p95_ms": 1.24, "reason": null, "sample_age_ms": 140.122, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 186, "max_ms": 0.278, "p95_ms": 0.179, "reason": null, "sample_age_ms": 103.111, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.446, "count": 185, "max_ms": 6.112, "p95_ms": 2.386, "reason": null, "sample_age_ms": 138.98, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2211848.0, "count": 185, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 138.963, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.173, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.98, "count": 186, "max_ms": 72.552, "p95_ms": 50.156, "reason": null, "sample_age_ms": 103.103, "source": "client_direct"}, "sample_age_ms": 103.1, "source": "client_direct", "task_total_ms": {"avg_ms": 38.663, "count": 186, "max_ms": 74.73, "p95_ms": 52.676, "reason": null, "sample_age_ms": 103.1, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.551, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.657, "count": 186, "max_ms": 2.007, "p95_ms": 1.249}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 186, "max_ms": 0.792, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 186, "max_ms": 0.316, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.043, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 186, "max_ms": 0.2, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 186, "max_ms": 0.051, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 186, "max_ms": 0.616, "p95_ms": 0.328}, "setup_ms": {"avg_ms": 0.039, "count": 186, "max_ms": 0.133, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.62, "count": 186, "max_ms": 1.916, "p95_ms": 1.171}, "track_match_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.039, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 186, "max_ms": 0.111, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.894, "count": 186, "max_ms": 6.448, "p95_ms": 4.516}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 186, "max_ms": 1.024, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.6, "count": 186, "max_ms": 75.522, "p95_ms": 54.674}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 186, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.552, "count": 186, "max_ms": 135.024, "p95_ms": 105.703}, "inference_input_copy_ms": {"avg_ms": 1.518, "count": 186, "max_ms": 4.39, "p95_ms": 2.477}, "processing_residual_ms": {"avg_ms": 0.147, "count": 186, "max_ms": 0.413, "p95_ms": 0.281}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.261, "count": 186, "max_ms": 136.802, "p95_ms": 107.97}, "read_interval": {"avg_ms": 161.473, "count": 185, "max_ms": 3230.909, "p95_ms": 159.144}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 186, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.113, "count": 186, "max_ms": 0.432, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 186, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 186, "max_ms": 0.388, "p95_ms": 0.186}, "worker_merge_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.033, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.613, "count": 186, "max_ms": 75.568, "p95_ms": 54.689}, "visualize": {"avg_ms": 46.362, "count": 186, "max_ms": 73.986, "p95_ms": 57.233}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.569, "count": 186, "max_ms": 73.206, "p95_ms": 56.423}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.185, "count": 186, "max_ms": 73.86, "p95_ms": 57.12}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.093, "count": 186, "max_ms": 73.766, "p95_ms": 57.029}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 186, "max_ms": 0.154, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.095, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.268, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85227, "write_bytes_delta": 85227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 278.0, "cpu_core_ratio": 1.390102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33243.0, "pid": 24382, "reason": null, "system_cpu_core_ratio": 0.509092, "system_cpu_s_delta": 5.27, "user_cpu_core_ratio": 0.88101, "user_cpu_s_delta": 9.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.517786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.137175, "system_cpu_s_delta": 1.4200000000000728, "user_cpu_core_ratio": 0.380612, "user_cpu_s_delta": 3.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.95, "count": 239, "max_ms": 7.303, "p95_ms": 4.614, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.986, "count": 30, "max": 53.095, "p95": 44.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.342, "count": 30, "max": 26.378, "p95": 24.981, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.233, "count": 30, "max": 746.0, "p95": 725.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2462.133, "count": 30, "max": 33243.0, "p95": 13474.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.527, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.265, "p95": 1.234, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84614.967, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81900.4, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115695.067, "count": 30, "max": 130879.0, "p95": 127029.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.582, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6034, "sampled_at": "2026-10-31T10:57:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:57:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 903945, "flush_count": 1224, "flush_interval_seconds": 30.0, "flush_state": {"count": 1224, "last_at": "2026-10-31T10:57:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:57:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1223}, "started": true, "suppressed_count": 716124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 716124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1224, "written_record_count": 1224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6262.129, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983320985600, "copied_frame_count": 717347, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1983320985600, "frame_buffer_copies": 717347, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.127, "count": 512, "max_ms": 0.3653, "p50_ms": 0.1162, "p95_ms": 0.2382, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3928, "count": 512, "max_ms": 4.3267, "p50_ms": 1.3152, "p95_ms": 2.2427, "p99_ms": 2.7506, "results": {"failed": 0, "not_applicable": 0, "success": 717347, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:57:55+09:00", "last_error_summary": "[h264 @ 0x574ac2203780] left block unavailable for requested intra mode [h264 @ 0x574ac2203780] error while decoding MB 0 76, bytestream 3775 [h264 @ 0x574ac1732e40] error while decoding MB 100 89, bytestream -24", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.946, "last_started_at": "2026-10-31T10:55:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 62, "restart_count_per_hour": 6, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.532, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-31T10:57:55+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-31T10:57:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.259, "last_sample_duration_ms": 911.14, "last_trigger": "periodic", "next_snapshot_in_sec": 0.741, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 122, "storage_bytes": 2192962}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-31T10:57:55.754604+09:00", "mtime_epoch": 1793411875.754604, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86583}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:57:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1093.551, "name": "celery", "pid": 176, "rss_mb": 1074.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 717347, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.21, "pushed": 6.21, "read": 6.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.007, "count": 185, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 129.62, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 185, "max_ms": 4.164, "p95_ms": 2.148, "reason": null, "sample_age_ms": 166.475, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 185, "max_ms": 3.493, "p95_ms": 1.24, "reason": null, "sample_age_ms": 166.636, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 185, "max_ms": 0.278, "p95_ms": 0.179, "reason": null, "sample_age_ms": 129.625, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.446, "count": 185, "max_ms": 6.112, "p95_ms": 2.386, "reason": null, "sample_age_ms": 165.494, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2211848.0, "count": 185, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.478, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.687, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.038, "count": 185, "max_ms": 72.552, "p95_ms": 50.17, "reason": null, "sample_age_ms": 129.617, "source": "client_direct"}, "sample_age_ms": 129.615, "source": "client_direct", "task_total_ms": {"avg_ms": 38.723, "count": 185, "max_ms": 74.73, "p95_ms": 52.693, "reason": null, "sample_age_ms": 129.615, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.657, "count": 186, "max_ms": 2.007, "p95_ms": 1.249}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 186, "max_ms": 0.792, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 186, "max_ms": 0.316, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.043, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 186, "max_ms": 0.2, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 186, "max_ms": 0.051, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 186, "max_ms": 0.616, "p95_ms": 0.328}, "setup_ms": {"avg_ms": 0.039, "count": 186, "max_ms": 0.133, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.62, "count": 186, "max_ms": 1.916, "p95_ms": 1.171}, "track_match_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.039, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 186, "max_ms": 0.111, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.894, "count": 186, "max_ms": 6.448, "p95_ms": 4.516}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 186, "max_ms": 1.024, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.6, "count": 186, "max_ms": 75.522, "p95_ms": 54.674}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 186, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.552, "count": 186, "max_ms": 135.024, "p95_ms": 105.703}, "inference_input_copy_ms": {"avg_ms": 1.518, "count": 186, "max_ms": 4.39, "p95_ms": 2.477}, "processing_residual_ms": {"avg_ms": 0.147, "count": 186, "max_ms": 0.413, "p95_ms": 0.281}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.261, "count": 186, "max_ms": 136.802, "p95_ms": 107.97}, "read_interval": {"avg_ms": 161.473, "count": 185, "max_ms": 3230.909, "p95_ms": 159.144}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 186, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.113, "count": 186, "max_ms": 0.432, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 186, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 186, "max_ms": 0.388, "p95_ms": 0.186}, "worker_merge_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.033, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.613, "count": 186, "max_ms": 75.568, "p95_ms": 54.689}, "visualize": {"avg_ms": 46.362, "count": 186, "max_ms": 73.986, "p95_ms": 57.233}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.569, "count": 186, "max_ms": 73.206, "p95_ms": 56.423}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.185, "count": 186, "max_ms": 73.86, "p95_ms": 57.12}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.093, "count": 186, "max_ms": 73.766, "p95_ms": 57.029}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 186, "max_ms": 0.154, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.095, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.268, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85227, "write_bytes_delta": 85227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 278.0, "cpu_core_ratio": 1.390102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33243.0, "pid": 24382, "reason": null, "system_cpu_core_ratio": 0.509092, "system_cpu_s_delta": 5.27, "user_cpu_core_ratio": 0.88101, "user_cpu_s_delta": 9.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.517786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.137175, "system_cpu_s_delta": 1.4200000000000728, "user_cpu_core_ratio": 0.380612, "user_cpu_s_delta": 3.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.95, "count": 239, "max_ms": 7.303, "p95_ms": 4.614, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.986, "count": 30, "max": 53.095, "p95": 44.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.342, "count": 30, "max": 26.378, "p95": 24.981, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.233, "count": 30, "max": 746.0, "p95": 725.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2462.133, "count": 30, "max": 33243.0, "p95": 13474.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.527, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.265, "p95": 1.234, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84614.967, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81900.4, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115695.067, "count": 30, "max": 130879.0, "p95": 127029.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.582, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6034, "sampled_at": "2026-10-31T10:57:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:57:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 903945, "flush_count": 1224, "flush_interval_seconds": 30.0, "flush_state": {"count": 1224, "last_at": "2026-10-31T10:57:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:57:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1223}, "started": true, "suppressed_count": 716124, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 716124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1224, "written_record_count": 1224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6290.316, "limit_mb": null}, "detail": {"pid": 24498, "restart_count": 63, "start_count": 64}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983320985600, "copied_frame_count": 717347, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1983320985600, "frame_buffer_copies": 717347, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.127, "count": 512, "max_ms": 0.3653, "p50_ms": 0.1162, "p95_ms": 0.2382, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3928, "count": 512, "max_ms": 4.3267, "p50_ms": 1.3152, "p95_ms": 2.2427, "p99_ms": 2.7506, "results": {"failed": 0, "not_applicable": 0, "success": 717347, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:57:55+09:00", "last_error_summary": "[h264 @ 0x574ac2203780] left block unavailable for requested intra mode [h264 @ 0x574ac2203780] error while decoding MB 0 76, bytestream 3775 [h264 @ 0x574ac1732e40] error while decoding MB 100 89, bytestream -24", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T10:57:58+09:00", "pid": 24498, "process": {"exists": true, "fd_count": 5, "hwm_mb": 74.219, "name": "ffmpeg", "pid": 24498, "rss_mb": 67.094, "state": "S (sleeping)", "threads": 19}, "restart_count": 63, "restart_count_per_hour": 7, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.53, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.336, "last_frame_pushed_at": "2026-10-31T10:57:55+09:00", "last_frame_read_age_sec": 4.437, "last_frame_read_at": "2026-10-31T10:57:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 1.661, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 598.339, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 4.325, "exists": true, "mtime": "2026-10-31T10:57:55.754604+09:00", "mtime_epoch": 1793411875.754604, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86583}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T10:58:00+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1093.551, "name": "celery", "pid": 176, "rss_mb": 1074.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 717347, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.115, "pushed": 5.115, "read": 5.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 152, "client_acquire_ms": {"avg_ms": 0.007, "count": 153, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4409.465, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.601, "count": 152, "max_ms": 3.278, "p95_ms": 1.904, "reason": null, "sample_age_ms": 4446.32, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 152, "max_ms": 2.467, "p95_ms": 1.207, "reason": null, "sample_age_ms": 4446.481, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 153, "max_ms": 0.227, "p95_ms": 0.177, "reason": null, "sample_age_ms": 4409.47, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.44, "count": 152, "max_ms": 6.112, "p95_ms": 2.382, "reason": null, "sample_age_ms": 4445.34, "source": "client_direct"}, "request_count": 152, "request_tensor_bytes": {"avg": 2211848.0, "count": 152, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4445.323, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4409.532, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.925, "count": 153, "max_ms": 72.552, "p95_ms": 50.89, "reason": null, "sample_age_ms": 4409.462, "source": "client_direct"}, "sample_age_ms": 4409.46, "source": "client_direct", "task_total_ms": {"avg_ms": 38.605, "count": 153, "max_ms": 74.73, "p95_ms": 53.245, "reason": null, "sample_age_ms": 4409.46, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.119, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.659, "count": 153, "max_ms": 2.007, "p95_ms": 1.277}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 153, "max_ms": 0.792, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 153, "max_ms": 0.316, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.043, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 153, "max_ms": 0.2, "p95_ms": 0.14}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.051, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 153, "max_ms": 0.616, "p95_ms": 0.34}, "setup_ms": {"avg_ms": 0.039, "count": 153, "max_ms": 0.133, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.622, "count": 153, "max_ms": 1.916, "p95_ms": 1.185}, "track_match_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.039, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 153, "max_ms": 0.111, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.88, "count": 153, "max_ms": 6.448, "p95_ms": 4.705}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 153, "max_ms": 1.024, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.514, "count": 153, "max_ms": 75.522, "p95_ms": 54.71}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 153, "max_ms": 0.151, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.489, "count": 153, "max_ms": 135.024, "p95_ms": 105.526}, "inference_input_copy_ms": {"avg_ms": 1.554, "count": 153, "max_ms": 4.39, "p95_ms": 2.667}, "processing_residual_ms": {"avg_ms": 0.149, "count": 153, "max_ms": 0.413, "p95_ms": 0.292}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.236, "count": 153, "max_ms": 136.802, "p95_ms": 107.235}, "read_interval": {"avg_ms": 168.232, "count": 152, "max_ms": 3230.909, "p95_ms": 219.312}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 153, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.113, "count": 153, "max_ms": 0.432, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 153, "max_ms": 0.047, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 153, "max_ms": 0.388, "p95_ms": 0.186}, "worker_merge_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.033, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.527, "count": 153, "max_ms": 75.568, "p95_ms": 54.721}, "visualize": {"avg_ms": 46.402, "count": 153, "max_ms": 73.986, "p95_ms": 57.463}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.618, "count": 153, "max_ms": 73.206, "p95_ms": 56.818}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.226, "count": 153, "max_ms": 73.86, "p95_ms": 57.313}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.135, "count": 153, "max_ms": 73.766, "p95_ms": 57.242}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 153, "max_ms": 0.154, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1073.977, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.095, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.268, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85227, "write_bytes_delta": 85227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 278.0, "cpu_core_ratio": 1.390102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33243.0, "pid": 24382, "reason": null, "system_cpu_core_ratio": 0.509092, "system_cpu_s_delta": 5.27, "user_cpu_core_ratio": 0.88101, "user_cpu_s_delta": 9.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.517786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.137175, "system_cpu_s_delta": 1.4200000000000728, "user_cpu_core_ratio": 0.380612, "user_cpu_s_delta": 3.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.95, "count": 239, "max_ms": 7.303, "p95_ms": 4.614, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.986, "count": 30, "max": 53.095, "p95": 44.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.342, "count": 30, "max": 26.378, "p95": 24.981, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.233, "count": 30, "max": 746.0, "p95": 725.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2462.133, "count": 30, "max": 33243.0, "p95": 13474.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.527, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.265, "p95": 1.234, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84614.967, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81900.4, "count": 30, "max": 87159.0, "p95": 85674.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115695.067, "count": 30, "max": 130879.0, "p95": 127029.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.232, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.582, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6034, "sampled_at": "2026-10-31T10:57:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:57:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 905611, "flush_count": 1226, "flush_interval_seconds": 30.0, "flush_state": {"count": 1226, "last_at": "2026-10-31T10:59:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:59:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1225}, "started": true, "suppressed_count": 717327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 717327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1226, "written_record_count": 1226}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6322.309, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a0947becbc0] error while decoding MB 76 78, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1986652569600, "copied_frame_count": 718552, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1986652569600, "frame_buffer_copies": 718552, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 0.4487, "p50_ms": 0.1041, "p95_ms": 0.2268, "p99_ms": 0.2775}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3491, "count": 512, "max_ms": 3.8567, "p50_ms": 1.2575, "p95_ms": 2.172, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 718552, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:00:18+09:00", "last_error_summary": "[h264 @ 0x5a0947becbc0] error while decoding MB 76 78, bytestream -11", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.72, "last_started_at": "2026-10-31T10:57:58+09:00", "pid": 24498, "process": {"exists": false, "pid": 24498}, "restart_count": 63, "restart_count_per_hour": 6, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.499, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-10-31T11:00:18+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-10-31T11:00:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.389, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 459.611, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-31T11:00:18.792376+09:00", "mtime_epoch": 1793412018.792376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85201}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:00:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1094.121, "name": "celery", "pid": 176, "rss_mb": 1074.602, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 718552, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.806, "pushed": 6.806, "read": 6.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 84.986, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 203, "max_ms": 4.142, "p95_ms": 1.946, "reason": null, "sample_age_ms": 110.953, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 203, "max_ms": 3.112, "p95_ms": 1.362, "reason": null, "sample_age_ms": 111.108, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 203, "max_ms": 0.3, "p95_ms": 0.166, "reason": null, "sample_age_ms": 84.991, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.424, "count": 203, "max_ms": 3.151, "p95_ms": 2.4, "reason": null, "sample_age_ms": 109.983, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2211848.0, "count": 203, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 109.966, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.05, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.568, "count": 203, "max_ms": 72.907, "p95_ms": 56.439, "reason": null, "sample_age_ms": 84.984, "source": "client_direct"}, "sample_age_ms": 84.981, "source": "client_direct", "task_total_ms": {"avg_ms": 40.237, "count": 203, "max_ms": 76.267, "p95_ms": 58.753, "reason": null, "sample_age_ms": 84.981, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.137, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.646, "count": 204, "max_ms": 1.527, "p95_ms": 1.095}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 204, "max_ms": 0.604, "p95_ms": 0.375}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 204, "max_ms": 0.293, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.003, "count": 204, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 204, "max_ms": 0.298, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 204, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 204, "max_ms": 0.489, "p95_ms": 0.303}, "setup_ms": {"avg_ms": 0.038, "count": 204, "max_ms": 0.108, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.61, "count": 204, "max_ms": 1.423, "p95_ms": 1.031}, "track_match_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.069, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 204, "max_ms": 0.08, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.906, "count": 204, "max_ms": 8.955, "p95_ms": 4.834}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 204, "max_ms": 0.101, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.192, "count": 204, "max_ms": 77.383, "p95_ms": 59.428}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 204, "max_ms": 0.145, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.426, "count": 204, "max_ms": 142.525, "p95_ms": 115.995}, "inference_input_copy_ms": {"avg_ms": 1.48, "count": 204, "max_ms": 3.562, "p95_ms": 2.552}, "processing_residual_ms": {"avg_ms": 0.137, "count": 204, "max_ms": 0.375, "p95_ms": 0.279}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.084, "count": 204, "max_ms": 144.579, "p95_ms": 118.218}, "read_interval": {"avg_ms": 147.617, "count": 203, "max_ms": 3615.577, "p95_ms": 163.455}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 204, "max_ms": 0.065, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.115, "count": 204, "max_ms": 0.359, "p95_ms": 0.223}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 204, "max_ms": 0.037, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 204, "max_ms": 0.324, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.206, "count": 204, "max_ms": 77.395, "p95_ms": 59.436}, "visualize": {"avg_ms": 45.703, "count": 204, "max_ms": 77.822, "p95_ms": 58.496}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.931, "count": 204, "max_ms": 76.718, "p95_ms": 57.83}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.534, "count": 204, "max_ms": 77.668, "p95_ms": 58.36}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.445, "count": 204, "max_ms": 77.546, "p95_ms": 58.288}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 204, "max_ms": 0.177, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1074.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.401, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.199, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86021, "write_bytes_delta": 86021, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 371.0, "cpu_core_ratio": 1.214524, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2783.0, "pid": 24498, "reason": null, "system_cpu_core_ratio": 0.315281, "system_cpu_s_delta": 3.1800000000000006, "user_cpu_core_ratio": 0.899243, "user_cpu_s_delta": 9.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.57504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91117.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.161606, "system_cpu_s_delta": 1.6299999999991996, "user_cpu_core_ratio": 0.413434, "user_cpu_s_delta": 4.17000000000553}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.845, "count": 256, "max_ms": 7.456, "p95_ms": 4.507, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.083, "count": 30, "max": 53.095, "p95": 44.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.846, "count": 30, "max": 32.312, "p95": 26.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.233, "count": 30, "max": 1417.0, "p95": 1325.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2759.067, "count": 30, "max": 33243.0, "p95": 13474.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.527, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.242, "p95": 1.214, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85278.767, "count": 30, "max": 87159.0, "p95": 86009.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82486.8, "count": 30, "max": 87159.0, "p95": 86009.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125753.867, "count": 30, "max": 254058.0, "p95": 247547.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.197, "count": 30, "max": 0.249, "p95": 0.227, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.579, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6043, "sampled_at": "2026-10-31T10:59:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:59:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 905611, "flush_count": 1226, "flush_interval_seconds": 30.0, "flush_state": {"count": 1226, "last_at": "2026-10-31T10:59:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:59:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1225}, "started": true, "suppressed_count": 717327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 717327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1226, "written_record_count": 1226}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6323.625, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1986652569600, "copied_frame_count": 718552, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1986652569600, "frame_buffer_copies": 718552, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 0.4487, "p50_ms": 0.1041, "p95_ms": 0.2268, "p99_ms": 0.2775}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3491, "count": 512, "max_ms": 3.8567, "p50_ms": 1.2575, "p95_ms": 2.172, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 718552, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:00:18+09:00", "last_error_summary": "[h264 @ 0x5a0947becbc0] error while decoding MB 76 78, bytestream -11", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.767, "last_started_at": "2026-10-31T10:57:58+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 63, "restart_count_per_hour": 6, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.499, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-31T11:00:18+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-31T11:00:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.425, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 459.575, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-31T11:00:18.792376+09:00", "mtime_epoch": 1793412018.792376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85201}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:00:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1094.121, "name": "celery", "pid": 176, "rss_mb": 1074.598, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 718552, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.785, "pushed": 6.785, "read": 6.751}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 131.155, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 202, "max_ms": 4.142, "p95_ms": 1.947, "reason": null, "sample_age_ms": 157.122, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 202, "max_ms": 3.112, "p95_ms": 1.363, "reason": null, "sample_age_ms": 157.277, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 203, "max_ms": 0.3, "p95_ms": 0.166, "reason": null, "sample_age_ms": 131.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.426, "count": 202, "max_ms": 3.151, "p95_ms": 2.401, "reason": null, "sample_age_ms": 156.152, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 156.135, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.219, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.568, "count": 203, "max_ms": 72.907, "p95_ms": 56.439, "reason": null, "sample_age_ms": 131.153, "source": "client_direct"}, "sample_age_ms": 131.15, "source": "client_direct", "task_total_ms": {"avg_ms": 40.237, "count": 203, "max_ms": 76.267, "p95_ms": 58.753, "reason": null, "sample_age_ms": 131.15, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.661, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.647, "count": 203, "max_ms": 1.527, "p95_ms": 1.095}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 203, "max_ms": 0.604, "p95_ms": 0.375}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 203, "max_ms": 0.293, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 203, "max_ms": 0.298, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 203, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 203, "max_ms": 0.489, "p95_ms": 0.303}, "setup_ms": {"avg_ms": 0.038, "count": 203, "max_ms": 0.108, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.611, "count": 203, "max_ms": 1.423, "p95_ms": 1.031}, "track_match_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.069, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 203, "max_ms": 0.08, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.91, "count": 203, "max_ms": 8.955, "p95_ms": 4.834}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 203, "max_ms": 0.101, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.141, "count": 203, "max_ms": 77.383, "p95_ms": 59.428}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 203, "max_ms": 0.145, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.404, "count": 203, "max_ms": 142.525, "p95_ms": 115.995}, "inference_input_copy_ms": {"avg_ms": 1.48, "count": 203, "max_ms": 3.562, "p95_ms": 2.552}, "processing_residual_ms": {"avg_ms": 0.137, "count": 203, "max_ms": 0.375, "p95_ms": 0.279}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.063, "count": 203, "max_ms": 144.579, "p95_ms": 118.218}, "read_interval": {"avg_ms": 147.848, "count": 202, "max_ms": 3615.577, "p95_ms": 163.455}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 203, "max_ms": 0.065, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.115, "count": 203, "max_ms": 0.359, "p95_ms": 0.223}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 203, "max_ms": 0.037, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 203, "max_ms": 0.324, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.154, "count": 203, "max_ms": 77.395, "p95_ms": 59.436}, "visualize": {"avg_ms": 45.73, "count": 203, "max_ms": 77.822, "p95_ms": 58.496}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.957, "count": 203, "max_ms": 76.718, "p95_ms": 57.83}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.56, "count": 203, "max_ms": 77.668, "p95_ms": 58.36}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.471, "count": 203, "max_ms": 77.546, "p95_ms": 58.288}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 203, "max_ms": 0.177, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1074.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.401, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.199, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86021, "write_bytes_delta": 86021, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 371.0, "cpu_core_ratio": 1.214524, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2783.0, "pid": 24498, "reason": null, "system_cpu_core_ratio": 0.315281, "system_cpu_s_delta": 3.1800000000000006, "user_cpu_core_ratio": 0.899243, "user_cpu_s_delta": 9.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.57504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91117.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.161606, "system_cpu_s_delta": 1.6299999999991996, "user_cpu_core_ratio": 0.413434, "user_cpu_s_delta": 4.17000000000553}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.845, "count": 256, "max_ms": 7.456, "p95_ms": 4.507, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.083, "count": 30, "max": 53.095, "p95": 44.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.846, "count": 30, "max": 32.312, "p95": 26.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.233, "count": 30, "max": 1417.0, "p95": 1325.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2759.067, "count": 30, "max": 33243.0, "p95": 13474.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.527, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.242, "p95": 1.214, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85278.767, "count": 30, "max": 87159.0, "p95": 86009.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82486.8, "count": 30, "max": 87159.0, "p95": 86009.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125753.867, "count": 30, "max": 254058.0, "p95": 247547.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.197, "count": 30, "max": 0.249, "p95": 0.227, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.579, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6043, "sampled_at": "2026-10-31T10:59:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:59:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 905611, "flush_count": 1226, "flush_interval_seconds": 30.0, "flush_state": {"count": 1226, "last_at": "2026-10-31T10:59:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T10:59:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1225}, "started": true, "suppressed_count": 717327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 717327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1226, "written_record_count": 1226}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6361.246, "limit_mb": null}, "detail": {"pid": 24676, "restart_count": 64, "start_count": 65}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1986652569600, "copied_frame_count": 718552, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1986652569600, "frame_buffer_copies": 718552, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 0.4487, "p50_ms": 0.1041, "p95_ms": 0.2268, "p99_ms": 0.2775}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3491, "count": 512, "max_ms": 3.8567, "p50_ms": 1.2575, "p95_ms": 2.172, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 718552, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:00:18+09:00", "last_error_summary": "[h264 @ 0x5a0947becbc0] error while decoding MB 76 78, bytestream -11", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:00:21+09:00", "pid": 24676, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.605, "name": "ffmpeg", "pid": 24676, "rss_mb": 74.605, "state": "S (sleeping)", "threads": 1}, "restart_count": 64, "restart_count_per_hour": 7, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.452, "sample_count": 2431, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.405, "last_frame_pushed_at": "2026-10-31T11:00:18+09:00", "last_frame_read_age_sec": 4.489, "last_frame_read_at": "2026-10-31T11:00:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.777, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 455.223, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 4.393, "exists": true, "mtime": "2026-10-31T11:00:18.792376+09:00", "mtime_epoch": 1793412018.792376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85201}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:00:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1094.121, "name": "celery", "pid": 176, "rss_mb": 1074.602, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 718552, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.448, "pushed": 5.448, "read": 5.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.007, "count": 163, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4468.899, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.586, "count": 162, "max_ms": 3.367, "p95_ms": 1.93, "reason": null, "sample_age_ms": 4494.866, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 162, "max_ms": 3.112, "p95_ms": 1.49, "reason": null, "sample_age_ms": 4495.02, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 163, "max_ms": 0.3, "p95_ms": 0.185, "reason": null, "sample_age_ms": 4468.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.42, "count": 162, "max_ms": 3.151, "p95_ms": 2.363, "reason": null, "sample_age_ms": 4493.896, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4493.878, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4468.962, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.008, "count": 163, "max_ms": 69.324, "p95_ms": 56.457, "reason": null, "sample_age_ms": 4468.896, "source": "client_direct"}, "sample_age_ms": 4468.894, "source": "client_direct", "task_total_ms": {"avg_ms": 39.669, "count": 163, "max_ms": 71.064, "p95_ms": 58.753, "reason": null, "sample_age_ms": 4468.894, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.884, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.638, "count": 163, "max_ms": 1.527, "p95_ms": 1.051}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 163, "max_ms": 0.604, "p95_ms": 0.374}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 163, "max_ms": 0.293, "p95_ms": 0.15}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 163, "max_ms": 0.298, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 163, "max_ms": 0.489, "p95_ms": 0.303}, "setup_ms": {"avg_ms": 0.037, "count": 163, "max_ms": 0.108, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.602, "count": 163, "max_ms": 1.423, "p95_ms": 0.997}, "track_match_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.01, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 163, "max_ms": 0.08, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.934, "count": 163, "max_ms": 8.955, "p95_ms": 4.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 163, "max_ms": 0.101, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.547, "count": 163, "max_ms": 73.354, "p95_ms": 59.428}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 163, "max_ms": 0.145, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.343, "count": 163, "max_ms": 126.955, "p95_ms": 115.995}, "inference_input_copy_ms": {"avg_ms": 1.495, "count": 163, "max_ms": 3.562, "p95_ms": 2.559}, "processing_residual_ms": {"avg_ms": 0.142, "count": 163, "max_ms": 0.375, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.019, "count": 163, "max_ms": 128.43, "p95_ms": 118.218}, "read_interval": {"avg_ms": 157.694, "count": 162, "max_ms": 3615.577, "p95_ms": 168.312}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 163, "max_ms": 0.038, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.113, "count": 163, "max_ms": 0.359, "p95_ms": 0.221}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 163, "max_ms": 0.037, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 163, "max_ms": 0.324, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.028, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.56, "count": 163, "max_ms": 73.379, "p95_ms": 59.436}, "visualize": {"avg_ms": 45.277, "count": 163, "max_ms": 77.822, "p95_ms": 58.269}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.511, "count": 163, "max_ms": 76.718, "p95_ms": 57.472}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.109, "count": 163, "max_ms": 77.668, "p95_ms": 58.162}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.02, "count": 163, "max_ms": 77.546, "p95_ms": 58.065}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 163, "max_ms": 0.177, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1074.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.401, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.199, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T10:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86021, "write_bytes_delta": 86021, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 371.0, "cpu_core_ratio": 1.214524, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2783.0, "pid": 24498, "reason": null, "system_cpu_core_ratio": 0.315281, "system_cpu_s_delta": 3.1800000000000006, "user_cpu_core_ratio": 0.899243, "user_cpu_s_delta": 9.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.57504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91117.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.161606, "system_cpu_s_delta": 1.6299999999991996, "user_cpu_core_ratio": 0.413434, "user_cpu_s_delta": 4.17000000000553}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.845, "count": 256, "max_ms": 7.456, "p95_ms": 4.507, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.083, "count": 30, "max": 53.095, "p95": 44.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.846, "count": 30, "max": 32.312, "p95": 26.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.233, "count": 30, "max": 1417.0, "p95": 1325.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2759.067, "count": 30, "max": 33243.0, "p95": 13474.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.527, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.242, "p95": 1.214, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.074, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85278.767, "count": 30, "max": 87159.0, "p95": 86009.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82486.8, "count": 30, "max": 87159.0, "p95": 86009.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125753.867, "count": 30, "max": 254058.0, "p95": 247547.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.197, "count": 30, "max": 0.249, "p95": 0.227, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.579, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6043, "sampled_at": "2026-10-31T10:59:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T10:59:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 908110, "flush_count": 1229, "flush_interval_seconds": 30.0, "flush_state": {"count": 1229, "last_at": "2026-10-31T11:02:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:02:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1228}, "started": true, "suppressed_count": 718873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 718873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1229, "written_record_count": 1229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6324.633, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b400158bb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b400158bb00] error while decoding MB 0 73, bytestream 9197 [h264 @ 0x5b40023b6580] error while decoding MB 82 67, bytestream -17", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990935244800, "copied_frame_count": 720101, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1990935244800, "frame_buffer_copies": 720101, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1213, "count": 512, "max_ms": 3.3366, "p50_ms": 0.1022, "p95_ms": 0.2186, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3311, "count": 512, "max_ms": 5.0759, "p50_ms": 1.2301, "p95_ms": 2.146, "p99_ms": 2.7059, "results": {"failed": 0, "not_applicable": 0, "success": 720101, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:03:25+09:00", "last_error_summary": "[h264 @ 0x5b400158bb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b400158bb00] error while decoding MB 0 73, bytestream 9197 [h264 @ 0x5b40023b6580] error while decoding MB 82 67, bytestream -17", "last_exit_at": "2026-10-31T08:22:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.607, "last_started_at": "2026-10-31T11:00:21+09:00", "pid": 24676, "process": {"exists": false, "pid": 24676}, "restart_count": 64, "restart_count_per_hour": 7, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.134, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T11:03:25+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-31T11:03:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.38, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 272.62, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-10-31T11:03:25.687345+09:00", "mtime_epoch": 1793412205.6873453, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89818}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:03:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1094.855, "name": "celery", "pid": 176, "rss_mb": 1075.348, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 720101, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.111, "pushed": 5.111, "read": 5.078}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 152, "client_acquire_ms": {"avg_ms": 0.006, "count": 153, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 59.486, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 152, "max_ms": 2.956, "p95_ms": 1.812, "reason": null, "sample_age_ms": 112.249, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 152, "max_ms": 2.452, "p95_ms": 1.386, "reason": null, "sample_age_ms": 113.555, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 153, "max_ms": 0.219, "p95_ms": 0.146, "reason": null, "sample_age_ms": 59.492, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 152, "max_ms": 3.997, "p95_ms": 2.121, "reason": null, "sample_age_ms": 110.714, "source": "client_direct"}, "request_count": 152, "request_tensor_bytes": {"avg": 2211848.0, "count": 152, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 110.692, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.601, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.101, "count": 153, "max_ms": 53.924, "p95_ms": 49.705, "reason": null, "sample_age_ms": 59.483, "source": "client_direct"}, "sample_age_ms": 59.481, "source": "client_direct", "task_total_ms": {"avg_ms": 37.726, "count": 153, "max_ms": 55.578, "p95_ms": 51.157, "reason": null, "sample_age_ms": 59.481, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.888, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.652, "count": 153, "max_ms": 1.565, "p95_ms": 1.227}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 153, "max_ms": 1.057, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 153, "max_ms": 0.212, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.041, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 153, "max_ms": 0.236, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.038, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 153, "max_ms": 0.496, "p95_ms": 0.358}, "setup_ms": {"avg_ms": 0.036, "count": 153, "max_ms": 0.097, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.616, "count": 153, "max_ms": 1.524, "p95_ms": 1.154}, "track_match_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.022, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 153, "max_ms": 0.065, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.719, "count": 153, "max_ms": 5.081, "p95_ms": 4.156}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 153, "max_ms": 0.179, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.555, "count": 153, "max_ms": 56.323, "p95_ms": 52.28}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 153, "max_ms": 0.14, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.159, "count": 153, "max_ms": 122.013, "p95_ms": 104.887}, "inference_input_copy_ms": {"avg_ms": 1.82, "count": 153, "max_ms": 5.843, "p95_ms": 3.121}, "processing_residual_ms": {"avg_ms": 0.135, "count": 153, "max_ms": 0.318, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.153, "count": 153, "max_ms": 123.541, "p95_ms": 106.211}, "read_interval": {"avg_ms": 196.713, "count": 152, "max_ms": 6498.964, "p95_ms": 226.358}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 153, "max_ms": 0.043, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.116, "count": 153, "max_ms": 0.35, "p95_ms": 0.253}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 153, "max_ms": 0.06, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 153, "max_ms": 0.318, "p95_ms": 0.232}, "worker_merge_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.567, "count": 153, "max_ms": 56.333, "p95_ms": 52.316}, "visualize": {"avg_ms": 44.102, "count": 153, "max_ms": 72.432, "p95_ms": 56.553}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.317, "count": 153, "max_ms": 71.895, "p95_ms": 55.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.925, "count": 153, "max_ms": 72.328, "p95_ms": 56.417}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.835, "count": 153, "max_ms": 72.25, "p95_ms": 56.327}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 153, "max_ms": 0.162, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1075.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.219, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.134, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90069, "write_bytes_delta": 90069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 188.0, "cpu_core_ratio": 0.713803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10290.0, "pid": 24676, "reason": null, "system_cpu_core_ratio": 0.273925, "system_cpu_s_delta": 2.7399999999999984, "user_cpu_core_ratio": 0.439879, "user_cpu_s_delta": 4.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.525855, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.14696, "system_cpu_s_delta": 1.4700000000011642, "user_cpu_core_ratio": 0.378896, "user_cpu_s_delta": 3.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.722, "count": 154, "max_ms": 5.081, "p95_ms": 4.109, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.945, "count": 30, "max": 57.078, "p95": 33.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.393, "count": 30, "max": 32.312, "p95": 23.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 609.0, "count": 30, "max": 1417.0, "p95": 1325.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5891.6, "count": 30, "max": 95309.0, "p95": 22914.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.566, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121946.733, "count": 30, "max": 254058.0, "p95": 247547.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.249, "p95": 0.23, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6064, "sampled_at": "2026-10-31T11:03:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:03:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 908110, "flush_count": 1229, "flush_interval_seconds": 30.0, "flush_state": {"count": 1229, "last_at": "2026-10-31T11:02:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:02:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1228}, "started": true, "suppressed_count": 718873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 718873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1229, "written_record_count": 1229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6324.312, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:03:25+09:00", "last_error_summary": "[h264 @ 0x5b400158bb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b400158bb00] error while decoding MB 0 73, bytestream 9197 [h264 @ 0x5b40023b6580] error while decoding MB 82 67, bytestream -17", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990935244800, "copied_frame_count": 720101, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1990935244800, "frame_buffer_copies": 720101, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1213, "count": 512, "max_ms": 3.3366, "p50_ms": 0.1022, "p95_ms": 0.2186, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3311, "count": 512, "max_ms": 5.0759, "p50_ms": 1.2301, "p95_ms": 2.146, "p99_ms": 2.7059, "results": {"failed": 0, "not_applicable": 0, "success": 720101, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:03:25+09:00", "last_error_summary": "[h264 @ 0x5b400158bb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b400158bb00] error while decoding MB 0 73, bytestream 9197 [h264 @ 0x5b40023b6580] error while decoding MB 82 67, bytestream -17", "last_exit_at": "2026-10-31T11:03:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.643, "last_started_at": "2026-10-31T11:00:21+09:00", "pid": 24676, "process": {"exists": false, "pid": 24676}, "restart_count": 64, "restart_count_per_hour": 7, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.134, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-31T11:03:25+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-10-31T11:03:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.399, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 272.601, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-31T11:03:25.798346+09:00", "mtime_epoch": 1793412205.7983458, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:03:25+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1094.855, "name": "celery", "pid": 176, "rss_mb": 1075.344, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 720101, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.105, "pushed": 5.105, "read": 5.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 152, "client_acquire_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 92.16, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 152, "max_ms": 2.956, "p95_ms": 1.812, "reason": null, "sample_age_ms": 144.923, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 152, "max_ms": 2.452, "p95_ms": 1.386, "reason": null, "sample_age_ms": 146.229, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 152, "max_ms": 0.219, "p95_ms": 0.146, "reason": null, "sample_age_ms": 92.166, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 152, "max_ms": 3.997, "p95_ms": 2.121, "reason": null, "sample_age_ms": 143.388, "source": "client_direct"}, "request_count": 152, "request_tensor_bytes": {"avg": 2211848.0, "count": 152, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 143.366, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 152, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.275, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.161, "count": 152, "max_ms": 53.924, "p95_ms": 49.712, "reason": null, "sample_age_ms": 92.157, "source": "client_direct"}, "sample_age_ms": 92.155, "source": "client_direct", "task_total_ms": {"avg_ms": 37.79, "count": 152, "max_ms": 55.578, "p95_ms": 51.168, "reason": null, "sample_age_ms": 92.155, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.598, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.652, "count": 153, "max_ms": 1.565, "p95_ms": 1.227}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 153, "max_ms": 1.057, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 153, "max_ms": 0.212, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.041, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 153, "max_ms": 0.236, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.038, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 153, "max_ms": 0.496, "p95_ms": 0.358}, "setup_ms": {"avg_ms": 0.036, "count": 153, "max_ms": 0.097, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.616, "count": 153, "max_ms": 1.524, "p95_ms": 1.154}, "track_match_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.022, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 153, "max_ms": 0.065, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.719, "count": 153, "max_ms": 5.081, "p95_ms": 4.156}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 153, "max_ms": 0.179, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.555, "count": 153, "max_ms": 56.323, "p95_ms": 52.28}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 153, "max_ms": 0.14, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.159, "count": 153, "max_ms": 122.013, "p95_ms": 104.887}, "inference_input_copy_ms": {"avg_ms": 1.82, "count": 153, "max_ms": 5.843, "p95_ms": 3.121}, "processing_residual_ms": {"avg_ms": 0.135, "count": 153, "max_ms": 0.318, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.153, "count": 153, "max_ms": 123.541, "p95_ms": 106.211}, "read_interval": {"avg_ms": 196.713, "count": 152, "max_ms": 6498.964, "p95_ms": 226.358}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 153, "max_ms": 0.043, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.116, "count": 153, "max_ms": 0.35, "p95_ms": 0.253}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 153, "max_ms": 0.06, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 153, "max_ms": 0.318, "p95_ms": 0.232}, "worker_merge_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.567, "count": 153, "max_ms": 56.333, "p95_ms": 52.316}, "visualize": {"avg_ms": 44.102, "count": 153, "max_ms": 72.432, "p95_ms": 56.553}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.317, "count": 153, "max_ms": 71.895, "p95_ms": 55.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.925, "count": 153, "max_ms": 72.328, "p95_ms": 56.417}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.835, "count": 153, "max_ms": 72.25, "p95_ms": 56.327}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 153, "max_ms": 0.162, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1075.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.219, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.134, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90069, "write_bytes_delta": 90069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 188.0, "cpu_core_ratio": 0.713803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10290.0, "pid": 24676, "reason": null, "system_cpu_core_ratio": 0.273925, "system_cpu_s_delta": 2.7399999999999984, "user_cpu_core_ratio": 0.439879, "user_cpu_s_delta": 4.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.525855, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.14696, "system_cpu_s_delta": 1.4700000000011642, "user_cpu_core_ratio": 0.378896, "user_cpu_s_delta": 3.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.722, "count": 154, "max_ms": 5.081, "p95_ms": 4.109, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.945, "count": 30, "max": 57.078, "p95": 33.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.393, "count": 30, "max": 32.312, "p95": 23.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 609.0, "count": 30, "max": 1417.0, "p95": 1325.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5891.6, "count": 30, "max": 95309.0, "p95": 22914.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.566, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121946.733, "count": 30, "max": 254058.0, "p95": 247547.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.249, "p95": 0.23, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6064, "sampled_at": "2026-10-31T11:03:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:03:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 908110, "flush_count": 1229, "flush_interval_seconds": 30.0, "flush_state": {"count": 1229, "last_at": "2026-10-31T11:02:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:02:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1228}, "started": true, "suppressed_count": 718873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 718873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1229, "written_record_count": 1229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6324.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990935244800, "copied_frame_count": 720101, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1990935244800, "frame_buffer_copies": 720101, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1213, "count": 512, "max_ms": 3.3366, "p50_ms": 0.1022, "p95_ms": 0.2186, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3311, "count": 512, "max_ms": 5.0759, "p50_ms": 1.2301, "p95_ms": 2.146, "p99_ms": 2.7059, "results": {"failed": 0, "not_applicable": 0, "success": 720101, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:03:25+09:00", "last_error_summary": "[h264 @ 0x5b400158bb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b400158bb00] error while decoding MB 0 73, bytestream 9197 [h264 @ 0x5b40023b6580] error while decoding MB 82 67, bytestream -17", "last_exit_at": "2026-10-31T11:03:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.665, "last_started_at": "2026-10-31T11:00:21+09:00", "pid": 24676, "process": {"exists": false, "pid": 24676}, "restart_count": 64, "restart_count_per_hour": 7, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.134, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-31T11:03:25+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-10-31T11:03:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.435, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 272.565, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-31T11:03:25.798346+09:00", "mtime_epoch": 1793412205.7983458, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:03:25+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1094.855, "name": "celery", "pid": 176, "rss_mb": 1075.344, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 720101, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.101, "pushed": 5.101, "read": 5.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 152, "client_acquire_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 121.487, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 152, "max_ms": 2.956, "p95_ms": 1.812, "reason": null, "sample_age_ms": 174.25, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 152, "max_ms": 2.452, "p95_ms": 1.386, "reason": null, "sample_age_ms": 175.556, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 152, "max_ms": 0.219, "p95_ms": 0.146, "reason": null, "sample_age_ms": 121.493, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 152, "max_ms": 3.997, "p95_ms": 2.121, "reason": null, "sample_age_ms": 172.715, "source": "client_direct"}, "request_count": 152, "request_tensor_bytes": {"avg": 2211848.0, "count": 152, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 172.693, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 152, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.602, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.161, "count": 152, "max_ms": 53.924, "p95_ms": 49.712, "reason": null, "sample_age_ms": 121.484, "source": "client_direct"}, "sample_age_ms": 121.482, "source": "client_direct", "task_total_ms": {"avg_ms": 37.79, "count": 152, "max_ms": 55.578, "p95_ms": 51.168, "reason": null, "sample_age_ms": 121.482, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.577, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.652, "count": 153, "max_ms": 1.565, "p95_ms": 1.227}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 153, "max_ms": 1.057, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 153, "max_ms": 0.212, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.041, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 153, "max_ms": 0.236, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.038, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 153, "max_ms": 0.496, "p95_ms": 0.358}, "setup_ms": {"avg_ms": 0.036, "count": 153, "max_ms": 0.097, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.616, "count": 153, "max_ms": 1.524, "p95_ms": 1.154}, "track_match_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.022, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 153, "max_ms": 0.065, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.719, "count": 153, "max_ms": 5.081, "p95_ms": 4.156}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 153, "max_ms": 0.179, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.555, "count": 153, "max_ms": 56.323, "p95_ms": 52.28}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 153, "max_ms": 0.14, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.159, "count": 153, "max_ms": 122.013, "p95_ms": 104.887}, "inference_input_copy_ms": {"avg_ms": 1.82, "count": 153, "max_ms": 5.843, "p95_ms": 3.121}, "processing_residual_ms": {"avg_ms": 0.135, "count": 153, "max_ms": 0.318, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.153, "count": 153, "max_ms": 123.541, "p95_ms": 106.211}, "read_interval": {"avg_ms": 196.713, "count": 152, "max_ms": 6498.964, "p95_ms": 226.358}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 153, "max_ms": 0.043, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.116, "count": 153, "max_ms": 0.35, "p95_ms": 0.253}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 153, "max_ms": 0.06, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 153, "max_ms": 0.318, "p95_ms": 0.232}, "worker_merge_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.567, "count": 153, "max_ms": 56.333, "p95_ms": 52.316}, "visualize": {"avg_ms": 44.102, "count": 153, "max_ms": 72.432, "p95_ms": 56.553}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.317, "count": 153, "max_ms": 71.895, "p95_ms": 55.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.925, "count": 153, "max_ms": 72.328, "p95_ms": 56.417}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.835, "count": 153, "max_ms": 72.25, "p95_ms": 56.327}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 153, "max_ms": 0.162, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1075.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.219, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.134, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90069, "write_bytes_delta": 90069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 188.0, "cpu_core_ratio": 0.713803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10290.0, "pid": 24676, "reason": null, "system_cpu_core_ratio": 0.273925, "system_cpu_s_delta": 2.7399999999999984, "user_cpu_core_ratio": 0.439879, "user_cpu_s_delta": 4.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.525855, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.14696, "system_cpu_s_delta": 1.4700000000011642, "user_cpu_core_ratio": 0.378896, "user_cpu_s_delta": 3.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.722, "count": 154, "max_ms": 5.081, "p95_ms": 4.109, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.945, "count": 30, "max": 57.078, "p95": 33.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.393, "count": 30, "max": 32.312, "p95": 23.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 609.0, "count": 30, "max": 1417.0, "p95": 1325.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5891.6, "count": 30, "max": 95309.0, "p95": 22914.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.566, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121946.733, "count": 30, "max": 254058.0, "p95": 247547.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.249, "p95": 0.23, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6064, "sampled_at": "2026-10-31T11:03:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:03:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 908110, "flush_count": 1229, "flush_interval_seconds": 30.0, "flush_state": {"count": 1229, "last_at": "2026-10-31T11:02:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:02:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1228}, "started": true, "suppressed_count": 718873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 718873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1229, "written_record_count": 1229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6672.844, "limit_mb": null}, "detail": {"pid": 24792, "restart_count": 65, "start_count": 66}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990935244800, "copied_frame_count": 720101, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1990935244800, "frame_buffer_copies": 720101, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1213, "count": 512, "max_ms": 3.3366, "p50_ms": 0.1022, "p95_ms": 0.2186, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3311, "count": 512, "max_ms": 5.0759, "p50_ms": 1.2301, "p95_ms": 2.146, "p99_ms": 2.7059, "results": {"failed": 0, "not_applicable": 0, "success": 720101, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:03:25+09:00", "last_error_summary": "[h264 @ 0x5b400158bb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b400158bb00] error while decoding MB 0 73, bytestream 9197 [h264 @ 0x5b40023b6580] error while decoding MB 82 67, bytestream -17", "last_exit_at": "2026-10-31T11:03:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:03:28+09:00", "pid": 24792, "process": {"exists": true, "fd_count": 5, "hwm_mb": 382.203, "name": "ffmpeg", "pid": 24792, "rss_mb": 382.203, "state": "S (sleeping)", "threads": 70}, "restart_count": 65, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.085, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.983, "last_frame_pushed_at": "2026-10-31T11:03:25+09:00", "last_frame_read_age_sec": 5.092, "last_frame_read_at": "2026-10-31T11:03:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.347, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 267.653, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 4.975, "exists": true, "mtime": "2026-10-31T11:03:25.798346+09:00", "mtime_epoch": 1793412205.7983458, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:03:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1094.855, "name": "celery", "pid": 176, "rss_mb": 1075.348, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 720101, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.462, "pushed": 4.462, "read": 4.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 127, "client_acquire_ms": {"avg_ms": 0.006, "count": 127, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5039.32, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.583, "count": 127, "max_ms": 2.956, "p95_ms": 1.851, "reason": null, "sample_age_ms": 5092.083, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 127, "max_ms": 2.452, "p95_ms": 1.392, "reason": null, "sample_age_ms": 5093.389, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.076, "count": 127, "max_ms": 0.219, "p95_ms": 0.147, "reason": null, "sample_age_ms": 5039.326, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.418, "count": 127, "max_ms": 3.997, "p95_ms": 2.121, "reason": null, "sample_age_ms": 5090.548, "source": "client_direct"}, "request_count": 127, "request_tensor_bytes": {"avg": 2211848.0, "count": 127, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5090.526, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 127, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5039.435, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.288, "count": 127, "max_ms": 53.924, "p95_ms": 49.745, "reason": null, "sample_age_ms": 5039.317, "source": "client_direct"}, "sample_age_ms": 5039.315, "source": "client_direct", "task_total_ms": {"avg_ms": 37.935, "count": 127, "max_ms": 55.578, "p95_ms": 51.22, "reason": null, "sample_age_ms": 5039.315, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.341, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.659, "count": 127, "max_ms": 1.565, "p95_ms": 1.256}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 127, "max_ms": 1.057, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 127, "max_ms": 0.212, "p95_ms": 0.165}, "event_filter_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.037, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 127, "max_ms": 0.236, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 127, "max_ms": 0.038, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 127, "max_ms": 0.496, "p95_ms": 0.364}, "setup_ms": {"avg_ms": 0.037, "count": 127, "max_ms": 0.097, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.622, "count": 127, "max_ms": 1.524, "p95_ms": 1.182}, "track_match_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.022, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 127, "max_ms": 0.065, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.769, "count": 127, "max_ms": 5.081, "p95_ms": 4.267}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 127, "max_ms": 0.179, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.784, "count": 127, "max_ms": 56.323, "p95_ms": 52.28}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 127, "max_ms": 0.14, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.089, "count": 127, "max_ms": 122.013, "p95_ms": 104.887}, "inference_input_copy_ms": {"avg_ms": 1.856, "count": 127, "max_ms": 5.843, "p95_ms": 3.121}, "processing_residual_ms": {"avg_ms": 0.137, "count": 127, "max_ms": 0.318, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.123, "count": 127, "max_ms": 123.541, "p95_ms": 106.211}, "read_interval": {"avg_ms": 206.666, "count": 127, "max_ms": 6498.964, "p95_ms": 226.358}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 127, "max_ms": 0.043, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.118, "count": 127, "max_ms": 0.35, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 127, "max_ms": 0.06, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 127, "max_ms": 0.318, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 127, "max_ms": 0.017, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.796, "count": 127, "max_ms": 56.333, "p95_ms": 52.316}, "visualize": {"avg_ms": 44.776, "count": 127, "max_ms": 72.432, "p95_ms": 56.553}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.98, "count": 127, "max_ms": 71.895, "p95_ms": 55.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.598, "count": 127, "max_ms": 72.328, "p95_ms": 56.417}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.507, "count": 127, "max_ms": 72.25, "p95_ms": 56.327}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 127, "max_ms": 0.162, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1075.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.219, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.134, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90069, "write_bytes_delta": 90069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 188.0, "cpu_core_ratio": 0.713803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10290.0, "pid": 24676, "reason": null, "system_cpu_core_ratio": 0.273925, "system_cpu_s_delta": 2.7399999999999984, "user_cpu_core_ratio": 0.439879, "user_cpu_s_delta": 4.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.525855, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84686.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.14696, "system_cpu_s_delta": 1.4700000000011642, "user_cpu_core_ratio": 0.378896, "user_cpu_s_delta": 3.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.722, "count": 154, "max_ms": 5.081, "p95_ms": 4.109, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.945, "count": 30, "max": 57.078, "p95": 33.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.393, "count": 30, "max": 32.312, "p95": 23.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 609.0, "count": 30, "max": 1417.0, "p95": 1325.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5891.6, "count": 30, "max": 95309.0, "p95": 22914.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.566, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86272.033, "count": 30, "max": 90069.0, "p95": 89106.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121946.733, "count": 30, "max": 254058.0, "p95": 247547.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.249, "p95": 0.23, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6064, "sampled_at": "2026-10-31T11:03:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:03:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.464, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 910609, "flush_count": 1232, "flush_interval_seconds": 30.0, "flush_state": {"count": 1232, "last_at": "2026-10-31T11:05:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:05:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1231}, "started": true, "suppressed_count": 720287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 720287}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1232, "written_record_count": 1232}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6273.633, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d0eb1d3bf00] cabac decode of qscale diff failed at 99 91 [h264 @ 0x5d0eb1d3bf00] error while decoding MB 99 91, bytestream 5666", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1994850201600, "copied_frame_count": 721517, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1994850201600, "frame_buffer_copies": 721517, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1208, "count": 512, "max_ms": 1.287, "p50_ms": 0.1023, "p95_ms": 0.2378, "p99_ms": 0.3523}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3608, "count": 512, "max_ms": 4.9166, "p50_ms": 1.2681, "p95_ms": 2.2153, "p99_ms": 3.4088, "results": {"failed": 0, "not_applicable": 0, "success": 721517, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:06:13+09:00", "last_error_summary": "[h264 @ 0x5d0eb1d3bf00] cabac decode of qscale diff failed at 99 91 [h264 @ 0x5d0eb1d3bf00] error while decoding MB 99 91, bytestream 5666", "last_exit_at": "2026-10-31T11:03:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.669, "last_started_at": "2026-10-31T11:03:28+09:00", "pid": 24792, "process": {"exists": false, "pid": 24792}, "restart_count": 65, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.597, "sample_count": 2478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-31T11:06:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-31T11:06:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.023, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 104.977, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-10-31T11:06:13.377187+09:00", "mtime_epoch": 1793412373.3771875, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88455}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:06:13+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1095.539, "name": "celery", "pid": 176, "rss_mb": 1076.035, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 721518, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.437, "pushed": 4.437, "read": 4.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 36.834, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.534, "count": 133, "max_ms": 3.409, "p95_ms": 1.45, "reason": null, "sample_age_ms": 71.788, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 133, "max_ms": 2.267, "p95_ms": 1.12, "reason": null, "sample_age_ms": 72.048, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 133, "max_ms": 0.289, "p95_ms": 0.19, "reason": null, "sample_age_ms": 36.84, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.361, "count": 133, "max_ms": 3.483, "p95_ms": 2.181, "reason": null, "sample_age_ms": 70.127, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2211848.0, "count": 133, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.085, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.897, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.804, "count": 133, "max_ms": 61.303, "p95_ms": 52.392, "reason": null, "sample_age_ms": 36.831, "source": "client_direct"}, "sample_age_ms": 36.828, "source": "client_direct", "task_total_ms": {"avg_ms": 38.398, "count": 133, "max_ms": 62.459, "p95_ms": 54.211, "reason": null, "sample_age_ms": 36.828, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.662, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.645, "count": 133, "max_ms": 1.82, "p95_ms": 1.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 133, "max_ms": 0.664, "p95_ms": 0.393}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 133, "max_ms": 0.657, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 133, "max_ms": 0.171, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 133, "max_ms": 0.737, "p95_ms": 0.335}, "setup_ms": {"avg_ms": 0.039, "count": 133, "max_ms": 0.218, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.61, "count": 133, "max_ms": 1.723, "p95_ms": 1.161}, "track_match_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.02, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 133, "max_ms": 0.077, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.888, "count": 133, "max_ms": 7.107, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 133, "max_ms": 0.1, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.215, "count": 133, "max_ms": 62.869, "p95_ms": 55.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 133, "max_ms": 0.262, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.286, "count": 133, "max_ms": 127.367, "p95_ms": 108.557}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 133, "max_ms": 3.754, "p95_ms": 2.796}, "processing_residual_ms": {"avg_ms": 0.135, "count": 133, "max_ms": 0.823, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.191, "count": 133, "max_ms": 128.404, "p95_ms": 110.145}, "read_interval": {"avg_ms": 225.623, "count": 133, "max_ms": 5967.025, "p95_ms": 202.405}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 133, "max_ms": 0.093, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.116, "count": 133, "max_ms": 0.569, "p95_ms": 0.241}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 133, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 133, "max_ms": 0.476, "p95_ms": 0.22}, "worker_merge_ms": {"avg_ms": 0.005, "count": 133, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.227, "count": 133, "max_ms": 62.882, "p95_ms": 55.427}, "visualize": {"avg_ms": 46.533, "count": 133, "max_ms": 96.466, "p95_ms": 59.478}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.751, "count": 133, "max_ms": 95.069, "p95_ms": 58.627}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.355, "count": 133, "max_ms": 96.114, "p95_ms": 59.316}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.267, "count": 133, "max_ms": 96.012, "p95_ms": 59.236}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 133, "max_ms": 0.131, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1076.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.993, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.54, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92466, "write_bytes_delta": 92466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 356.0, "cpu_core_ratio": 1.101102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7997.0, "pid": 24792, "reason": null, "system_cpu_core_ratio": 0.458335, "system_cpu_s_delta": 9.169999999999998, "user_cpu_core_ratio": 0.642768, "user_cpu_s_delta": 12.859999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.395357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124466.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.11096, "system_cpu_s_delta": 2.220000000001164, "user_cpu_core_ratio": 0.284397, "user_cpu_s_delta": 5.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.815, "count": 169, "max_ms": 5.533, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.721, "count": 30, "max": 57.078, "p95": 33.57, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.216, "count": 30, "max": 23.621, "p95": 23.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.4, "count": 30, "max": 1444.0, "p95": 1384.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4912.567, "count": 30, "max": 95309.0, "p95": 9258.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.566, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.036, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136781.133, "count": 30, "max": 250209.0, "p95": 248476.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.23, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6072, "sampled_at": "2026-10-31T11:06:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:06:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 910609, "flush_count": 1232, "flush_interval_seconds": 30.0, "flush_state": {"count": 1232, "last_at": "2026-10-31T11:05:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:05:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1231}, "started": true, "suppressed_count": 720287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 720287}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1232, "written_record_count": 1232}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6273.02, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:06:13+09:00", "last_error_summary": "[h264 @ 0x5d0eb1d3bf00] cabac decode of qscale diff failed at 99 91 [h264 @ 0x5d0eb1d3bf00] error while decoding MB 99 91, bytestream 5666", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1994852966400, "copied_frame_count": 721518, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1994852966400, "frame_buffer_copies": 721518, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 1.287, "p50_ms": 0.1023, "p95_ms": 0.2378, "p99_ms": 0.3645}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.37, "count": 512, "max_ms": 6.3722, "p50_ms": 1.2681, "p95_ms": 2.2187, "p99_ms": 3.4286, "results": {"failed": 0, "not_applicable": 0, "success": 721518, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:06:13+09:00", "last_error_summary": "[h264 @ 0x5d0eb1d3bf00] cabac decode of qscale diff failed at 99 91 [h264 @ 0x5d0eb1d3bf00] error while decoding MB 99 91, bytestream 5666", "last_exit_at": "2026-10-31T11:06:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.698, "last_started_at": "2026-10-31T11:03:28+09:00", "pid": 24792, "process": {"exists": false, "pid": 24792}, "restart_count": 65, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.597, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-10-31T11:06:13+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-10-31T11:06:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.042, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 104.958, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-10-31T11:06:13.465188+09:00", "mtime_epoch": 1793412373.4651878, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:06:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1095.539, "name": "celery", "pid": 176, "rss_mb": 1076.031, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 721518, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.433, "pushed": 4.433, "read": 4.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 62.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 132, "max_ms": 3.409, "p95_ms": 1.454, "reason": null, "sample_age_ms": 97.432, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 132, "max_ms": 2.267, "p95_ms": 1.12, "reason": null, "sample_age_ms": 97.692, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 133, "max_ms": 0.289, "p95_ms": 0.19, "reason": null, "sample_age_ms": 62.484, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.361, "count": 133, "max_ms": 3.483, "p95_ms": 2.181, "reason": null, "sample_age_ms": 95.771, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 133, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.729, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.541, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.804, "count": 133, "max_ms": 61.303, "p95_ms": 52.392, "reason": null, "sample_age_ms": 62.475, "source": "client_direct"}, "sample_age_ms": 62.472, "source": "client_direct", "task_total_ms": {"avg_ms": 38.398, "count": 133, "max_ms": 62.459, "p95_ms": 54.211, "reason": null, "sample_age_ms": 62.472, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.618, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 133, "max_ms": 1.82, "p95_ms": 1.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 133, "max_ms": 0.664, "p95_ms": 0.393}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 133, "max_ms": 0.657, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 133, "max_ms": 0.171, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 133, "max_ms": 0.737, "p95_ms": 0.335}, "setup_ms": {"avg_ms": 0.039, "count": 133, "max_ms": 0.218, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.608, "count": 133, "max_ms": 1.723, "p95_ms": 1.161}, "track_match_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.02, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 133, "max_ms": 0.077, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.896, "count": 133, "max_ms": 7.107, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 133, "max_ms": 0.1, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.221, "count": 133, "max_ms": 62.869, "p95_ms": 55.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 133, "max_ms": 0.262, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.102, "count": 133, "max_ms": 127.367, "p95_ms": 108.557}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 133, "max_ms": 3.754, "p95_ms": 2.796}, "processing_residual_ms": {"avg_ms": 0.134, "count": 133, "max_ms": 0.823, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.005, "count": 133, "max_ms": 128.404, "p95_ms": 110.145}, "read_interval": {"avg_ms": 225.623, "count": 133, "max_ms": 5967.025, "p95_ms": 202.405}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 133, "max_ms": 0.093, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.115, "count": 133, "max_ms": 0.569, "p95_ms": 0.241}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 133, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 133, "max_ms": 0.476, "p95_ms": 0.22}, "worker_merge_ms": {"avg_ms": 0.005, "count": 133, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.233, "count": 133, "max_ms": 62.882, "p95_ms": 55.427}, "visualize": {"avg_ms": 46.347, "count": 133, "max_ms": 96.466, "p95_ms": 59.478}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.567, "count": 133, "max_ms": 95.069, "p95_ms": 58.585}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.169, "count": 133, "max_ms": 96.114, "p95_ms": 59.29}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.081, "count": 133, "max_ms": 96.012, "p95_ms": 59.192}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 133, "max_ms": 0.131, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1076.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.993, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.54, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92466, "write_bytes_delta": 92466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 356.0, "cpu_core_ratio": 1.101102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7997.0, "pid": 24792, "reason": null, "system_cpu_core_ratio": 0.458335, "system_cpu_s_delta": 9.169999999999998, "user_cpu_core_ratio": 0.642768, "user_cpu_s_delta": 12.859999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.395357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124466.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.11096, "system_cpu_s_delta": 2.220000000001164, "user_cpu_core_ratio": 0.284397, "user_cpu_s_delta": 5.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.815, "count": 169, "max_ms": 5.533, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.721, "count": 30, "max": 57.078, "p95": 33.57, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.216, "count": 30, "max": 23.621, "p95": 23.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.4, "count": 30, "max": 1444.0, "p95": 1384.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4912.567, "count": 30, "max": 95309.0, "p95": 9258.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.566, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.036, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136781.133, "count": 30, "max": 250209.0, "p95": 248476.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.23, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6072, "sampled_at": "2026-10-31T11:06:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:06:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 910609, "flush_count": 1232, "flush_interval_seconds": 30.0, "flush_state": {"count": 1232, "last_at": "2026-10-31T11:05:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:05:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1231}, "started": true, "suppressed_count": 720287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 720287}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1232, "written_record_count": 1232}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6273.141, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1994852966400, "copied_frame_count": 721518, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1994852966400, "frame_buffer_copies": 721518, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 1.287, "p50_ms": 0.1023, "p95_ms": 0.2378, "p99_ms": 0.3645}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.37, "count": 512, "max_ms": 6.3722, "p50_ms": 1.2681, "p95_ms": 2.2187, "p99_ms": 3.4286, "results": {"failed": 0, "not_applicable": 0, "success": 721518, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:06:13+09:00", "last_error_summary": "[h264 @ 0x5d0eb1d3bf00] cabac decode of qscale diff failed at 99 91 [h264 @ 0x5d0eb1d3bf00] error while decoding MB 99 91, bytestream 5666", "last_exit_at": "2026-10-31T11:06:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.723, "last_started_at": "2026-10-31T11:03:28+09:00", "pid": 24792, "process": {"exists": false, "pid": 24792}, "restart_count": 65, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.597, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-31T11:06:13+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-31T11:06:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.076, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 104.924, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-31T11:06:13.465188+09:00", "mtime_epoch": 1793412373.4651878, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:06:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1095.539, "name": "celery", "pid": 176, "rss_mb": 1076.031, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 721518, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.444, "pushed": 4.444, "read": 4.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 92.445, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 132, "max_ms": 3.409, "p95_ms": 1.454, "reason": null, "sample_age_ms": 127.399, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 132, "max_ms": 2.267, "p95_ms": 1.12, "reason": null, "sample_age_ms": 127.659, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 133, "max_ms": 0.289, "p95_ms": 0.19, "reason": null, "sample_age_ms": 92.451, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.365, "count": 132, "max_ms": 3.483, "p95_ms": 2.181, "reason": null, "sample_age_ms": 125.739, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.696, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.509, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.804, "count": 133, "max_ms": 61.303, "p95_ms": 52.392, "reason": null, "sample_age_ms": 92.443, "source": "client_direct"}, "sample_age_ms": 92.44, "source": "client_direct", "task_total_ms": {"avg_ms": 38.398, "count": 133, "max_ms": 62.459, "p95_ms": 54.211, "reason": null, "sample_age_ms": 92.44, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.98, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 133, "max_ms": 1.82, "p95_ms": 1.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 133, "max_ms": 0.664, "p95_ms": 0.393}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 133, "max_ms": 0.657, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 133, "max_ms": 0.171, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 133, "max_ms": 0.737, "p95_ms": 0.335}, "setup_ms": {"avg_ms": 0.039, "count": 133, "max_ms": 0.218, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.608, "count": 133, "max_ms": 1.723, "p95_ms": 1.161}, "track_match_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.02, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 133, "max_ms": 0.077, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.896, "count": 133, "max_ms": 7.107, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 133, "max_ms": 0.1, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.221, "count": 133, "max_ms": 62.869, "p95_ms": 55.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 133, "max_ms": 0.262, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.102, "count": 133, "max_ms": 127.367, "p95_ms": 108.557}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 133, "max_ms": 3.754, "p95_ms": 2.796}, "processing_residual_ms": {"avg_ms": 0.134, "count": 133, "max_ms": 0.823, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.005, "count": 133, "max_ms": 128.404, "p95_ms": 110.145}, "read_interval": {"avg_ms": 226.534, "count": 132, "max_ms": 5967.025, "p95_ms": 202.405}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 133, "max_ms": 0.093, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.115, "count": 133, "max_ms": 0.569, "p95_ms": 0.241}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 133, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 133, "max_ms": 0.476, "p95_ms": 0.22}, "worker_merge_ms": {"avg_ms": 0.005, "count": 133, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.233, "count": 133, "max_ms": 62.882, "p95_ms": 55.427}, "visualize": {"avg_ms": 46.347, "count": 133, "max_ms": 96.466, "p95_ms": 59.478}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.567, "count": 133, "max_ms": 95.069, "p95_ms": 58.585}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.169, "count": 133, "max_ms": 96.114, "p95_ms": 59.29}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.081, "count": 133, "max_ms": 96.012, "p95_ms": 59.192}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 133, "max_ms": 0.131, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1076.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.993, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.54, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92466, "write_bytes_delta": 92466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 356.0, "cpu_core_ratio": 1.101102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7997.0, "pid": 24792, "reason": null, "system_cpu_core_ratio": 0.458335, "system_cpu_s_delta": 9.169999999999998, "user_cpu_core_ratio": 0.642768, "user_cpu_s_delta": 12.859999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.395357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124466.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.11096, "system_cpu_s_delta": 2.220000000001164, "user_cpu_core_ratio": 0.284397, "user_cpu_s_delta": 5.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.815, "count": 169, "max_ms": 5.533, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.721, "count": 30, "max": 57.078, "p95": 33.57, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.216, "count": 30, "max": 23.621, "p95": 23.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.4, "count": 30, "max": 1444.0, "p95": 1384.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4912.567, "count": 30, "max": 95309.0, "p95": 9258.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.566, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.036, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136781.133, "count": 30, "max": 250209.0, "p95": 248476.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.23, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6072, "sampled_at": "2026-10-31T11:06:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:06:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 910609, "flush_count": 1232, "flush_interval_seconds": 30.0, "flush_state": {"count": 1232, "last_at": "2026-10-31T11:05:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:05:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1231}, "started": true, "suppressed_count": 720287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 720287}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1232, "written_record_count": 1232}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6312.363, "limit_mb": null}, "detail": {"pid": 24908, "restart_count": 66, "start_count": 67}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1994852966400, "copied_frame_count": 721518, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1994852966400, "frame_buffer_copies": 721518, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 1.287, "p50_ms": 0.1023, "p95_ms": 0.2378, "p99_ms": 0.3645}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.37, "count": 512, "max_ms": 6.3722, "p50_ms": 1.2681, "p95_ms": 2.2187, "p99_ms": 3.4286, "results": {"failed": 0, "not_applicable": 0, "success": 721518, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 133, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:06:13+09:00", "last_error_summary": "[h264 @ 0x5d0eb1d3bf00] cabac decode of qscale diff failed at 99 91 [h264 @ 0x5d0eb1d3bf00] error while decoding MB 99 91, bytestream 5666", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T11:06:15+09:00", "pid": 24908, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.617, "name": "ffmpeg", "pid": 24908, "rss_mb": 74.617, "state": "R (running)", "threads": 1}, "restart_count": 66, "restart_count_per_hour": 9, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.597, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.197, "last_frame_pushed_at": "2026-10-31T11:06:13+09:00", "last_frame_read_age_sec": 4.281, "last_frame_read_at": "2026-10-31T11:06:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 499.244, "last_sample_duration_ms": 764.858, "last_trigger": "periodic", "next_snapshot_in_sec": 100.756, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 123, "storage_bytes": 2202514}, "mjpeg": {"age_sec": 4.19, "exists": true, "mtime": "2026-10-31T11:06:13.465188+09:00", "mtime_epoch": 1793412373.4651878, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:06:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1095.539, "name": "celery", "pid": 176, "rss_mb": 1076.035, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 721518, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.881, "pushed": 3.881, "read": 3.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 115, "client_acquire_ms": {"avg_ms": 0.006, "count": 116, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4257.686, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.514, "count": 115, "max_ms": 3.409, "p95_ms": 1.394, "reason": null, "sample_age_ms": 4292.64, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 115, "max_ms": 2.267, "p95_ms": 1.118, "reason": null, "sample_age_ms": 4292.9, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 116, "max_ms": 0.289, "p95_ms": 0.201, "reason": null, "sample_age_ms": 4257.692, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.348, "count": 115, "max_ms": 2.746, "p95_ms": 2.157, "reason": null, "sample_age_ms": 4290.979, "source": "client_direct"}, "request_count": 115, "request_tensor_bytes": {"avg": 2211848.0, "count": 115, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4290.937, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4257.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.227, "count": 116, "max_ms": 61.303, "p95_ms": 52.814, "reason": null, "sample_age_ms": 4257.684, "source": "client_direct"}, "sample_age_ms": 4257.68, "source": "client_direct", "task_total_ms": {"avg_ms": 38.83, "count": 116, "max_ms": 62.459, "p95_ms": 54.691, "reason": null, "sample_age_ms": 4257.68, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.126, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.648, "count": 116, "max_ms": 1.82, "p95_ms": 1.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 116, "max_ms": 0.664, "p95_ms": 0.41}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 116, "max_ms": 0.657, "p95_ms": 0.18}, "event_filter_ms": {"avg_ms": 0.003, "count": 116, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 116, "max_ms": 0.171, "p95_ms": 0.146}, "mcmt_ms": {"avg_ms": 0.003, "count": 116, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 116, "max_ms": 0.737, "p95_ms": 0.337}, "setup_ms": {"avg_ms": 0.04, "count": 116, "max_ms": 0.218, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.612, "count": 116, "max_ms": 1.723, "p95_ms": 1.22}, "track_match_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.02, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 116, "max_ms": 0.077, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.923, "count": 116, "max_ms": 7.107, "p95_ms": 4.58}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 116, "max_ms": 0.099, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.655, "count": 116, "max_ms": 62.869, "p95_ms": 55.534}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 116, "max_ms": 0.262, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.149, "count": 116, "max_ms": 127.367, "p95_ms": 110.144}, "inference_input_copy_ms": {"avg_ms": 1.743, "count": 116, "max_ms": 3.754, "p95_ms": 2.809}, "processing_residual_ms": {"avg_ms": 0.135, "count": 116, "max_ms": 0.823, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.069, "count": 116, "max_ms": 128.404, "p95_ms": 111.754}, "read_interval": {"avg_ms": 223.646, "count": 115, "max_ms": 5967.025, "p95_ms": 168.183}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 116, "max_ms": 0.093, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.116, "count": 116, "max_ms": 0.569, "p95_ms": 0.241}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 116, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 116, "max_ms": 0.476, "p95_ms": 0.22}, "worker_merge_ms": {"avg_ms": 0.005, "count": 116, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.668, "count": 116, "max_ms": 62.882, "p95_ms": 55.541}, "visualize": {"avg_ms": 45.955, "count": 116, "max_ms": 96.466, "p95_ms": 60.521}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.17, "count": 116, "max_ms": 95.069, "p95_ms": 59.804}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.775, "count": 116, "max_ms": 96.114, "p95_ms": 60.377}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.687, "count": 116, "max_ms": 96.012, "p95_ms": 60.301}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 116, "max_ms": 0.131, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1076.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.993, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.54, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92466, "write_bytes_delta": 92466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 356.0, "cpu_core_ratio": 1.101102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7997.0, "pid": 24792, "reason": null, "system_cpu_core_ratio": 0.458335, "system_cpu_s_delta": 9.169999999999998, "user_cpu_core_ratio": 0.642768, "user_cpu_s_delta": 12.859999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.395357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124466.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.11096, "system_cpu_s_delta": 2.220000000001164, "user_cpu_core_ratio": 0.284397, "user_cpu_s_delta": 5.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.815, "count": 169, "max_ms": 5.533, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.721, "count": 30, "max": 57.078, "p95": 33.57, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.216, "count": 30, "max": 23.621, "p95": 23.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.4, "count": 30, "max": 1444.0, "p95": 1384.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4912.567, "count": 30, "max": 95309.0, "p95": 9258.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.566, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.036, "count": 30, "max": 1.251, "p95": 1.231, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 4.407, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87140.767, "count": 30, "max": 92466.0, "p95": 89878.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136781.133, "count": 30, "max": 250209.0, "p95": 248476.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.23, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.585, "p95": 0.58, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6072, "sampled_at": "2026-10-31T11:06:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:06:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 913108, "flush_count": 1235, "flush_interval_seconds": 30.0, "flush_state": {"count": 1235, "last_at": "2026-10-31T11:08:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:08:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1234}, "started": true, "suppressed_count": 721756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 721756}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1235, "written_record_count": 1235}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6278.18, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1998922752000, "copied_frame_count": 722990, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1998922752000, "frame_buffer_copies": 722990, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 0.3572, "p50_ms": 0.1082, "p95_ms": 0.2376, "p99_ms": 0.2954}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.387, "count": 512, "max_ms": 4.6031, "p50_ms": 1.2675, "p95_ms": 2.2715, "p99_ms": 2.9909, "results": {"failed": 0, "not_applicable": 0, "success": 722990, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:09:02+09:00", "last_error_summary": "[h264 @ 0x5fb114bdac80] error while decoding MB 121 94, bytestream -8 [h264 @ 0x5fb1159faac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fb1159faac0] error while decoding MB 0 92, bytestream 17898 [h264 @ 0x5fb1159faac0] error while decoding MB 105 64, bytestream -11 [h264 @ 0x5fb114c197c0] cabac decode of qscale diff failed at 82 80 [h264 @ 0x5fb114c197c0] error while decoding MB 82 80, bytestream 24530 [h264 @ 0x5fb1155213c0] error while decoding MB 81 87, bytestream -13", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.98, "last_started_at": "2026-10-31T11:06:15+09:00", "pid": 24908, "process": {"exists": false, "pid": 24908}, "restart_count": 66, "restart_count_per_hour": 9, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.549, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-31T11:09:02+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-31T11:09:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 62.589, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 537.411, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-31T11:09:02.625019+09:00", "mtime_epoch": 1793412542.6250188, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:09:02+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1096.242, "name": "celery", "pid": 176, "rss_mb": 1076.75, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 722990, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.172, "pushed": 6.172, "read": 6.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 73.812, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.585, "count": 184, "max_ms": 2.532, "p95_ms": 1.744, "reason": null, "sample_age_ms": 121.145, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 184, "max_ms": 2.151, "p95_ms": 1.283, "reason": null, "sample_age_ms": 121.403, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 184, "max_ms": 0.41, "p95_ms": 0.173, "reason": null, "sample_age_ms": 73.82, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.469, "count": 184, "max_ms": 3.371, "p95_ms": 2.414, "reason": null, "sample_age_ms": 119.717, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2211848.0, "count": 184, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.693, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.958, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.681, "count": 184, "max_ms": 72.222, "p95_ms": 52.596, "reason": null, "sample_age_ms": 73.809, "source": "client_direct"}, "sample_age_ms": 73.804, "source": "client_direct", "task_total_ms": {"avg_ms": 39.404, "count": 184, "max_ms": 73.894, "p95_ms": 55.009, "reason": null, "sample_age_ms": 73.804, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.373, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.685, "count": 185, "max_ms": 2.114, "p95_ms": 1.239}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 185, "max_ms": 0.76, "p95_ms": 0.421}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 185, "max_ms": 0.266, "p95_ms": 0.183}, "event_filter_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 185, "max_ms": 0.237, "p95_ms": 0.132}, "mcmt_ms": {"avg_ms": 0.002, "count": 185, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 185, "max_ms": 0.685, "p95_ms": 0.349}, "setup_ms": {"avg_ms": 0.039, "count": 185, "max_ms": 0.138, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.647, "count": 185, "max_ms": 1.985, "p95_ms": 1.177}, "track_match_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.014, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 185, "max_ms": 0.073, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.989, "count": 185, "max_ms": 6.729, "p95_ms": 5.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 185, "max_ms": 0.334, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.248, "count": 185, "max_ms": 74.875, "p95_ms": 56.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 185, "max_ms": 0.119, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.593, "count": 185, "max_ms": 123.067, "p95_ms": 108.436}, "inference_input_copy_ms": {"avg_ms": 1.788, "count": 185, "max_ms": 3.939, "p95_ms": 3.176}, "processing_residual_ms": {"avg_ms": 0.139, "count": 185, "max_ms": 0.438, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.562, "count": 185, "max_ms": 124.32, "p95_ms": 110.394}, "read_interval": {"avg_ms": 162.655, "count": 184, "max_ms": 2293.013, "p95_ms": 373.789}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 185, "max_ms": 0.058, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.123, "count": 185, "max_ms": 0.477, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 185, "max_ms": 0.056, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 185, "max_ms": 0.42, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.039, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.261, "count": 185, "max_ms": 74.883, "p95_ms": 56.387}, "visualize": {"avg_ms": 44.757, "count": 185, "max_ms": 84.217, "p95_ms": 58.951}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.933, "count": 185, "max_ms": 83.54, "p95_ms": 58.128}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.572, "count": 185, "max_ms": 84.074, "p95_ms": 58.801}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.477, "count": 185, "max_ms": 84.007, "p95_ms": 58.713}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 185, "max_ms": 0.198, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 1, "pid": 176, "process_rss_mb_proxy": 1076.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.308, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.704, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93379, "write_bytes_delta": 93379, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 177.0, "cpu_core_ratio": 0.988738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6570.0, "pid": 24908, "reason": null, "system_cpu_core_ratio": 0.404439, "system_cpu_s_delta": 4.07, "user_cpu_core_ratio": 0.584299, "user_cpu_s_delta": 5.880000000000024}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.554488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89819.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.151043, "system_cpu_s_delta": 1.5199999999986176, "user_cpu_core_ratio": 0.403445, "user_cpu_s_delta": 4.060000000004948}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.913, "count": 180, "max_ms": 6.729, "p95_ms": 4.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.555, "count": 30, "max": 57.078, "p95": 34.793, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.511, "count": 30, "max": 23.59, "p95": 22.297, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.4, "count": 30, "max": 1444.0, "p95": 1409.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2847.8, "count": 30, "max": 28446.0, "p95": 9258.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.178, "count": 30, "max": 0.566, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.251, "p95": 1.207, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.109, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89069.533, "count": 30, "max": 93379.0, "p95": 92005.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89069.533, "count": 30, "max": 93379.0, "p95": 92005.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142255.733, "count": 30, "max": 255342.0, "p95": 250208.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.188, "count": 30, "max": 0.231, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.576, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6087, "sampled_at": "2026-10-31T11:08:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:08:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 913108, "flush_count": 1235, "flush_interval_seconds": 30.0, "flush_state": {"count": 1235, "last_at": "2026-10-31T11:08:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:08:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1234}, "started": true, "suppressed_count": 721756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 721756}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1235, "written_record_count": 1235}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6277.383, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1998922752000, "copied_frame_count": 722990, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1998922752000, "frame_buffer_copies": 722990, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 0.3572, "p50_ms": 0.1082, "p95_ms": 0.2376, "p99_ms": 0.2954}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.387, "count": 512, "max_ms": 4.6031, "p50_ms": 1.2675, "p95_ms": 2.2715, "p99_ms": 2.9909, "results": {"failed": 0, "not_applicable": 0, "success": 722990, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:09:02+09:00", "last_error_summary": "[h264 @ 0x5fb114bdac80] error while decoding MB 121 94, bytestream -8 [h264 @ 0x5fb1159faac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fb1159faac0] error while decoding MB 0 92, bytestream 17898 [h264 @ 0x5fb1159faac0] error while decoding MB 105 64, bytestream -11 [h264 @ 0x5fb114c197c0] cabac decode of qscale diff failed at 82 80 [h264 @ 0x5fb114c197c0] error while decoding MB 82 80, bytestream 24530 [h264 @ 0x5fb1155213c0] error while decoding MB 81 87, bytestream -13", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.038, "last_started_at": "2026-10-31T11:06:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 66, "restart_count_per_hour": 9, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.549, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-10-31T11:09:02+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-10-31T11:09:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 62.622, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 537.378, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-31T11:09:02.625019+09:00", "mtime_epoch": 1793412542.6250188, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:09:02+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1096.242, "name": "celery", "pid": 176, "rss_mb": 1076.746, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 722990, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.146, "pushed": 6.146, "read": 6.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 130.522, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.585, "count": 183, "max_ms": 2.532, "p95_ms": 1.749, "reason": null, "sample_age_ms": 177.855, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 183, "max_ms": 2.151, "p95_ms": 1.288, "reason": null, "sample_age_ms": 178.112, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 184, "max_ms": 0.41, "p95_ms": 0.173, "reason": null, "sample_age_ms": 130.53, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.468, "count": 183, "max_ms": 3.371, "p95_ms": 2.418, "reason": null, "sample_age_ms": 176.427, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2211848.0, "count": 183, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 176.403, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.668, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.681, "count": 184, "max_ms": 72.222, "p95_ms": 52.596, "reason": null, "sample_age_ms": 130.519, "source": "client_direct"}, "sample_age_ms": 130.513, "source": "client_direct", "task_total_ms": {"avg_ms": 39.404, "count": 184, "max_ms": 73.894, "p95_ms": 55.009, "reason": null, "sample_age_ms": 130.513, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.021, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.686, "count": 184, "max_ms": 2.114, "p95_ms": 1.239}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 184, "max_ms": 0.76, "p95_ms": 0.421}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 184, "max_ms": 0.266, "p95_ms": 0.183}, "event_filter_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 184, "max_ms": 0.237, "p95_ms": 0.132}, "mcmt_ms": {"avg_ms": 0.002, "count": 184, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 184, "max_ms": 0.685, "p95_ms": 0.349}, "setup_ms": {"avg_ms": 0.039, "count": 184, "max_ms": 0.138, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.649, "count": 184, "max_ms": 1.985, "p95_ms": 1.177}, "track_match_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.014, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 184, "max_ms": 0.073, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.985, "count": 184, "max_ms": 6.729, "p95_ms": 5.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 184, "max_ms": 0.334, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.3, "count": 184, "max_ms": 74.875, "p95_ms": 56.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 184, "max_ms": 0.119, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.691, "count": 184, "max_ms": 123.067, "p95_ms": 108.436}, "inference_input_copy_ms": {"avg_ms": 1.793, "count": 184, "max_ms": 3.939, "p95_ms": 3.176}, "processing_residual_ms": {"avg_ms": 0.139, "count": 184, "max_ms": 0.438, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.665, "count": 184, "max_ms": 124.32, "p95_ms": 110.394}, "read_interval": {"avg_ms": 163.105, "count": 183, "max_ms": 2293.013, "p95_ms": 373.789}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 184, "max_ms": 0.058, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.123, "count": 184, "max_ms": 0.477, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 184, "max_ms": 0.056, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 184, "max_ms": 0.42, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.006, "count": 184, "max_ms": 0.039, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.313, "count": 184, "max_ms": 74.883, "p95_ms": 56.387}, "visualize": {"avg_ms": 44.798, "count": 184, "max_ms": 84.217, "p95_ms": 58.951}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.972, "count": 184, "max_ms": 83.54, "p95_ms": 58.128}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.613, "count": 184, "max_ms": 84.074, "p95_ms": 58.801}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.517, "count": 184, "max_ms": 84.007, "p95_ms": 58.713}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 184, "max_ms": 0.198, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 1, "pid": 176, "process_rss_mb_proxy": 1076.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.308, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.704, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93379, "write_bytes_delta": 93379, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 177.0, "cpu_core_ratio": 0.988738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6570.0, "pid": 24908, "reason": null, "system_cpu_core_ratio": 0.404439, "system_cpu_s_delta": 4.07, "user_cpu_core_ratio": 0.584299, "user_cpu_s_delta": 5.880000000000024}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.554488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89819.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.151043, "system_cpu_s_delta": 1.5199999999986176, "user_cpu_core_ratio": 0.403445, "user_cpu_s_delta": 4.060000000004948}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.913, "count": 180, "max_ms": 6.729, "p95_ms": 4.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.555, "count": 30, "max": 57.078, "p95": 34.793, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.511, "count": 30, "max": 23.59, "p95": 22.297, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.4, "count": 30, "max": 1444.0, "p95": 1409.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2847.8, "count": 30, "max": 28446.0, "p95": 9258.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.178, "count": 30, "max": 0.566, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.251, "p95": 1.207, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.109, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89069.533, "count": 30, "max": 93379.0, "p95": 92005.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89069.533, "count": 30, "max": 93379.0, "p95": 92005.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142255.733, "count": 30, "max": 255342.0, "p95": 250208.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.188, "count": 30, "max": 0.231, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.576, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6087, "sampled_at": "2026-10-31T11:08:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:08:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 913108, "flush_count": 1235, "flush_interval_seconds": 30.0, "flush_state": {"count": 1235, "last_at": "2026-10-31T11:08:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:08:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1234}, "started": true, "suppressed_count": 721756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 721756}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1235, "written_record_count": 1235}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6554.32, "limit_mb": null}, "detail": {"pid": 25024, "restart_count": 67, "start_count": 68}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1998922752000, "copied_frame_count": 722990, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1998922752000, "frame_buffer_copies": 722990, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 0.3572, "p50_ms": 0.1082, "p95_ms": 0.2376, "p99_ms": 0.2954}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.387, "count": 512, "max_ms": 4.6031, "p50_ms": 1.2675, "p95_ms": 2.2715, "p99_ms": 2.9909, "results": {"failed": 0, "not_applicable": 0, "success": 722990, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:09:02+09:00", "last_error_summary": "[h264 @ 0x5fb114bdac80] error while decoding MB 121 94, bytestream -8 [h264 @ 0x5fb1159faac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fb1159faac0] error while decoding MB 0 92, bytestream 17898 [h264 @ 0x5fb1159faac0] error while decoding MB 105 64, bytestream -11 [h264 @ 0x5fb114c197c0] cabac decode of qscale diff failed at 82 80 [h264 @ 0x5fb114c197c0] error while decoding MB 82 80, bytestream 24530 [h264 @ 0x5fb1155213c0] error while decoding MB 81 87, bytestream -13", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:09:05+09:00", "pid": 25024, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.559, "name": "ffmpeg", "pid": 25024, "rss_mb": 309.559, "state": "S (sleeping)", "threads": 49}, "restart_count": 67, "restart_count_per_hour": 10, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.324, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.484, "last_frame_pushed_at": "2026-10-31T11:09:02+09:00", "last_frame_read_age_sec": 4.581, "last_frame_read_at": "2026-10-31T11:09:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 67.032, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 532.968, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 4.474, "exists": true, "mtime": "2026-10-31T11:09:02.625019+09:00", "mtime_epoch": 1793412542.6250188, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:09:07+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1096.242, "name": "celery", "pid": 176, "rss_mb": 1076.75, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 722990, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.308, "pushed": 5.308, "read": 5.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.007, "count": 158, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4538.093, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.588, "count": 158, "max_ms": 2.532, "p95_ms": 1.76, "reason": null, "sample_age_ms": 4585.425, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.252, "count": 158, "max_ms": 2.151, "p95_ms": 1.313, "reason": null, "sample_age_ms": 4585.683, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 158, "max_ms": 0.41, "p95_ms": 0.174, "reason": null, "sample_age_ms": 4538.1, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.474, "count": 158, "max_ms": 3.371, "p95_ms": 2.438, "reason": null, "sample_age_ms": 4583.997, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4583.973, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4538.239, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.407, "count": 158, "max_ms": 72.222, "p95_ms": 52.206, "reason": null, "sample_age_ms": 4538.09, "source": "client_direct"}, "sample_age_ms": 4538.084, "source": "client_direct", "task_total_ms": {"avg_ms": 39.136, "count": 158, "max_ms": 73.894, "p95_ms": 54.266, "reason": null, "sample_age_ms": 4538.084, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.367, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.695, "count": 158, "max_ms": 2.114, "p95_ms": 1.251}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 158, "max_ms": 0.76, "p95_ms": 0.425}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 158, "max_ms": 0.266, "p95_ms": 0.183}, "event_filter_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 158, "max_ms": 0.237, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 158, "max_ms": 0.685, "p95_ms": 0.352}, "setup_ms": {"avg_ms": 0.04, "count": 158, "max_ms": 0.138, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.657, "count": 158, "max_ms": 1.985, "p95_ms": 1.192}, "track_match_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.014, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 158, "max_ms": 0.073, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.984, "count": 158, "max_ms": 6.729, "p95_ms": 5.225}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 158, "max_ms": 0.334, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.029, "count": 158, "max_ms": 74.875, "p95_ms": 55.986}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 158, "max_ms": 0.091, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.136, "count": 158, "max_ms": 123.067, "p95_ms": 108.328}, "inference_input_copy_ms": {"avg_ms": 1.835, "count": 158, "max_ms": 3.939, "p95_ms": 3.297}, "processing_residual_ms": {"avg_ms": 0.137, "count": 158, "max_ms": 0.438, "p95_ms": 0.254}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.148, "count": 158, "max_ms": 124.32, "p95_ms": 109.651}, "read_interval": {"avg_ms": 164.204, "count": 158, "max_ms": 2293.013, "p95_ms": 616.193}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 158, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.124, "count": 158, "max_ms": 0.477, "p95_ms": 0.241}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 158, "max_ms": 0.04, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 158, "max_ms": 0.42, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 40.042, "count": 158, "max_ms": 74.883, "p95_ms": 56.021}, "visualize": {"avg_ms": 44.509, "count": 158, "max_ms": 73.213, "p95_ms": 60.337}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.686, "count": 158, "max_ms": 72.317, "p95_ms": 59.582}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.322, "count": 158, "max_ms": 73.031, "p95_ms": 60.212}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.226, "count": 158, "max_ms": 72.945, "p95_ms": 60.132}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 158, "max_ms": 0.198, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 1, "pid": 176, "process_rss_mb_proxy": 1076.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.308, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.704, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93379, "write_bytes_delta": 93379, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 177.0, "cpu_core_ratio": 0.988738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6570.0, "pid": 24908, "reason": null, "system_cpu_core_ratio": 0.404439, "system_cpu_s_delta": 4.07, "user_cpu_core_ratio": 0.584299, "user_cpu_s_delta": 5.880000000000024}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.554488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89819.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.151043, "system_cpu_s_delta": 1.5199999999986176, "user_cpu_core_ratio": 0.403445, "user_cpu_s_delta": 4.060000000004948}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.913, "count": 180, "max_ms": 6.729, "p95_ms": 4.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.555, "count": 30, "max": 57.078, "p95": 34.793, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.511, "count": 30, "max": 23.59, "p95": 22.297, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.4, "count": 30, "max": 1444.0, "p95": 1409.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2847.8, "count": 30, "max": 28446.0, "p95": 9258.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.178, "count": 30, "max": 0.566, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.251, "p95": 1.207, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.109, "p95": 0.096, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89069.533, "count": 30, "max": 93379.0, "p95": 92005.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89069.533, "count": 30, "max": 93379.0, "p95": 92005.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142255.733, "count": 30, "max": 255342.0, "p95": 250208.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.188, "count": 30, "max": 0.231, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.576, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6087, "sampled_at": "2026-10-31T11:08:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:08:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.769, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 915607, "flush_count": 1238, "flush_interval_seconds": 30.0, "flush_state": {"count": 1238, "last_at": "2026-10-31T11:11:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:11:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1237}, "started": true, "suppressed_count": 723583, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 723583}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1238, "written_record_count": 1238}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6281.887, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2003982336000, "copied_frame_count": 724820, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2003982336000, "frame_buffer_copies": 724820, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 0.3516, "p50_ms": 0.1022, "p95_ms": 0.2188, "p99_ms": 0.2702}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3399, "count": 512, "max_ms": 3.547, "p50_ms": 1.2742, "p95_ms": 2.2287, "p99_ms": 2.6645, "results": {"failed": 0, "not_applicable": 0, "success": 724820, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:12:29+09:00", "last_error_summary": "[h264 @ 0x59bd5d366e00] error while decoding MB 108 62, bytestream -9 [h264 @ 0x59bd5d318400] error while decoding MB 78 97, bytestream -13 [h264 @ 0x59bd5d366e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59bd5d366e00] error while decoding MB 0 100, bytestream 11841", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.252, "last_started_at": "2026-10-31T11:09:05+09:00", "pid": 25024, "process": {"exists": false, "pid": 25024}, "restart_count": 67, "restart_count_per_hour": 10, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.362, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:12:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-31T11:12:29+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-10-31T11:12:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 269.289, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 330.711, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-10-31T11:12:29.254016+09:00", "mtime_epoch": 1793412749.254016, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94083}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:12:29+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1097.156, "name": "celery", "pid": 176, "rss_mb": 1077.629, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 724820, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.565, "pushed": 5.565, "read": 5.565}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 60.055, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.58, "count": 151, "max_ms": 3.571, "p95_ms": 1.863, "reason": null, "sample_age_ms": 101.862, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 151, "max_ms": 2.338, "p95_ms": 1.368, "reason": null, "sample_age_ms": 102.096, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 151, "max_ms": 0.265, "p95_ms": 0.137, "reason": null, "sample_age_ms": 60.064, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.38, "count": 151, "max_ms": 3.191, "p95_ms": 2.136, "reason": null, "sample_age_ms": 99.957, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 99.931, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.193, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.23, "count": 151, "max_ms": 65.869, "p95_ms": 55.016, "reason": null, "sample_age_ms": 60.052, "source": "client_direct"}, "sample_age_ms": 60.048, "source": "client_direct", "task_total_ms": {"avg_ms": 39.845, "count": 151, "max_ms": 69.162, "p95_ms": 56.956, "reason": null, "sample_age_ms": 60.048, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.362, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.664, "count": 151, "max_ms": 1.562, "p95_ms": 1.265}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 151, "max_ms": 0.557, "p95_ms": 0.47}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 151, "max_ms": 0.241, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 151, "max_ms": 0.182, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.019, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 151, "max_ms": 0.461, "p95_ms": 0.334}, "setup_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.117, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.629, "count": 151, "max_ms": 1.483, "p95_ms": 1.199}, "track_match_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 151, "max_ms": 0.087, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.798, "count": 151, "max_ms": 10.284, "p95_ms": 4.452}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 151, "max_ms": 0.112, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.697, "count": 151, "max_ms": 69.814, "p95_ms": 57.718}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 151, "max_ms": 1.666, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.3, "count": 151, "max_ms": 121.264, "p95_ms": 111.062}, "inference_input_copy_ms": {"avg_ms": 1.54, "count": 151, "max_ms": 3.874, "p95_ms": 2.688}, "processing_residual_ms": {"avg_ms": 0.136, "count": 151, "max_ms": 0.379, "p95_ms": 0.268}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.026, "count": 151, "max_ms": 125.379, "p95_ms": 112.606}, "read_interval": {"avg_ms": 201.91, "count": 151, "max_ms": 5961.174, "p95_ms": 150.84}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 151, "max_ms": 0.051, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 151, "max_ms": 0.344, "p95_ms": 0.231}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 151, "max_ms": 0.033, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 151, "max_ms": 0.308, "p95_ms": 0.205}, "worker_merge_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.709, "count": 151, "max_ms": 69.823, "p95_ms": 57.729}, "visualize": {"avg_ms": 43.069, "count": 151, "max_ms": 79.911, "p95_ms": 54.641}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.28, "count": 151, "max_ms": 79.001, "p95_ms": 53.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.888, "count": 151, "max_ms": 79.704, "p95_ms": 54.414}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.796, "count": 151, "max_ms": 79.58, "p95_ms": 54.32}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 151, "max_ms": 0.125, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1077.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.295, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.606, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:12:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91810, "write_bytes_delta": 91810, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 767.0, "cpu_core_ratio": 1.302818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19081.0, "pid": 25024, "reason": null, "system_cpu_core_ratio": 0.331681, "system_cpu_s_delta": 6.66, "user_cpu_core_ratio": 0.971137, "user_cpu_s_delta": 19.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.601607, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196318.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.163848, "system_cpu_s_delta": 3.289999999999054, "user_cpu_core_ratio": 0.437759, "user_cpu_s_delta": 8.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.854, "count": 251, "max_ms": 10.284, "p95_ms": 4.556, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.409, "count": 30, "max": 38.354, "p95": 32.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.216, "count": 30, "max": 24.508, "p95": 23.388, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.3, "count": 30, "max": 1490.0, "p95": 1455.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2950.567, "count": 30, "max": 28446.0, "p95": 14093.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.55, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.209, "p95": 1.206, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.109, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90113.367, "count": 30, "max": 93379.0, "p95": 92287.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90113.367, "count": 30, "max": 93379.0, "p95": 92287.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174889.867, "count": 30, "max": 257908.0, "p95": 255341.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.231, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.586, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6097, "sampled_at": "2026-10-31T11:12:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:12:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.132, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 915607, "flush_count": 1238, "flush_interval_seconds": 30.0, "flush_state": {"count": 1238, "last_at": "2026-10-31T11:11:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:11:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1237}, "started": true, "suppressed_count": 723583, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 723583}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1238, "written_record_count": 1238}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6281.086, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2003982336000, "copied_frame_count": 724820, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2003982336000, "frame_buffer_copies": 724820, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 0.3516, "p50_ms": 0.1022, "p95_ms": 0.2188, "p99_ms": 0.2702}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3399, "count": 512, "max_ms": 3.547, "p50_ms": 1.2742, "p95_ms": 2.2287, "p99_ms": 2.6645, "results": {"failed": 0, "not_applicable": 0, "success": 724820, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:12:29+09:00", "last_error_summary": "[h264 @ 0x59bd5d366e00] error while decoding MB 108 62, bytestream -9 [h264 @ 0x59bd5d318400] error while decoding MB 78 97, bytestream -13 [h264 @ 0x59bd5d366e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59bd5d366e00] error while decoding MB 0 100, bytestream 11841", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.287, "last_started_at": "2026-10-31T11:09:05+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 67, "restart_count_per_hour": 10, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.362, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:12:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-31T11:12:29+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-31T11:12:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 269.311, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 330.689, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-31T11:12:29.352016+09:00", "mtime_epoch": 1793412749.3520164, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94933}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:12:29+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1097.156, "name": "celery", "pid": 176, "rss_mb": 1077.625, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 724820, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.558, "pushed": 5.558, "read": 5.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 94.745, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.58, "count": 151, "max_ms": 3.571, "p95_ms": 1.863, "reason": null, "sample_age_ms": 136.552, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 151, "max_ms": 2.338, "p95_ms": 1.368, "reason": null, "sample_age_ms": 136.786, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 151, "max_ms": 0.265, "p95_ms": 0.137, "reason": null, "sample_age_ms": 94.754, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.38, "count": 151, "max_ms": 3.191, "p95_ms": 2.136, "reason": null, "sample_age_ms": 134.646, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.62, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.882, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.23, "count": 151, "max_ms": 65.869, "p95_ms": 55.016, "reason": null, "sample_age_ms": 94.741, "source": "client_direct"}, "sample_age_ms": 94.737, "source": "client_direct", "task_total_ms": {"avg_ms": 39.845, "count": 151, "max_ms": 69.162, "p95_ms": 56.956, "reason": null, "sample_age_ms": 94.737, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.732, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.664, "count": 151, "max_ms": 1.562, "p95_ms": 1.265}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 151, "max_ms": 0.557, "p95_ms": 0.47}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 151, "max_ms": 0.241, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 151, "max_ms": 0.182, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.019, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 151, "max_ms": 0.461, "p95_ms": 0.334}, "setup_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.117, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.629, "count": 151, "max_ms": 1.483, "p95_ms": 1.199}, "track_match_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 151, "max_ms": 0.087, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.798, "count": 151, "max_ms": 10.284, "p95_ms": 4.452}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 151, "max_ms": 0.112, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.697, "count": 151, "max_ms": 69.814, "p95_ms": 57.718}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 151, "max_ms": 1.666, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.3, "count": 151, "max_ms": 121.264, "p95_ms": 111.062}, "inference_input_copy_ms": {"avg_ms": 1.54, "count": 151, "max_ms": 3.874, "p95_ms": 2.688}, "processing_residual_ms": {"avg_ms": 0.136, "count": 151, "max_ms": 0.379, "p95_ms": 0.268}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.026, "count": 151, "max_ms": 125.379, "p95_ms": 112.606}, "read_interval": {"avg_ms": 201.91, "count": 151, "max_ms": 5961.174, "p95_ms": 150.84}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 151, "max_ms": 0.051, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 151, "max_ms": 0.344, "p95_ms": 0.231}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 151, "max_ms": 0.033, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 151, "max_ms": 0.308, "p95_ms": 0.205}, "worker_merge_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.709, "count": 151, "max_ms": 69.823, "p95_ms": 57.729}, "visualize": {"avg_ms": 43.069, "count": 151, "max_ms": 79.911, "p95_ms": 54.641}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.28, "count": 151, "max_ms": 79.001, "p95_ms": 53.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.888, "count": 151, "max_ms": 79.704, "p95_ms": 54.414}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.796, "count": 151, "max_ms": 79.58, "p95_ms": 54.32}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 151, "max_ms": 0.125, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1077.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.295, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.606, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:12:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91810, "write_bytes_delta": 91810, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 767.0, "cpu_core_ratio": 1.302818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19081.0, "pid": 25024, "reason": null, "system_cpu_core_ratio": 0.331681, "system_cpu_s_delta": 6.66, "user_cpu_core_ratio": 0.971137, "user_cpu_s_delta": 19.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.601607, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196318.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.163848, "system_cpu_s_delta": 3.289999999999054, "user_cpu_core_ratio": 0.437759, "user_cpu_s_delta": 8.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.854, "count": 251, "max_ms": 10.284, "p95_ms": 4.556, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.409, "count": 30, "max": 38.354, "p95": 32.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.216, "count": 30, "max": 24.508, "p95": 23.388, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.3, "count": 30, "max": 1490.0, "p95": 1455.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2950.567, "count": 30, "max": 28446.0, "p95": 14093.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.55, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.209, "p95": 1.206, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.109, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90113.367, "count": 30, "max": 93379.0, "p95": 92287.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90113.367, "count": 30, "max": 93379.0, "p95": 92287.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174889.867, "count": 30, "max": 257908.0, "p95": 255341.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.231, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.586, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6097, "sampled_at": "2026-10-31T11:12:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:12:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.167, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 915607, "flush_count": 1238, "flush_interval_seconds": 30.0, "flush_state": {"count": 1238, "last_at": "2026-10-31T11:11:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:11:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1237}, "started": true, "suppressed_count": 723583, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 723583}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1238, "written_record_count": 1238}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6570.652, "limit_mb": null}, "detail": {"pid": 25140, "restart_count": 68, "start_count": 69}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2003982336000, "copied_frame_count": 724820, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2003982336000, "frame_buffer_copies": 724820, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 0.3516, "p50_ms": 0.1022, "p95_ms": 0.2188, "p99_ms": 0.2702}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3399, "count": 512, "max_ms": 3.547, "p50_ms": 1.2742, "p95_ms": 2.2287, "p99_ms": 2.6645, "results": {"failed": 0, "not_applicable": 0, "success": 724820, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:12:29+09:00", "last_error_summary": "[h264 @ 0x59bd5d366e00] error while decoding MB 108 62, bytestream -9 [h264 @ 0x59bd5d318400] error while decoding MB 78 97, bytestream -13 [h264 @ 0x59bd5d366e00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59bd5d366e00] error while decoding MB 0 100, bytestream 11841", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T11:12:31+09:00", "pid": 25140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 322.809, "name": "ffmpeg", "pid": 25140, "rss_mb": 322.809, "state": "R (running)", "threads": 45}, "restart_count": 68, "restart_count_per_hour": 11, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.103, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:12:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.548, "last_frame_pushed_at": "2026-10-31T11:12:29+09:00", "last_frame_read_age_sec": 4.643, "last_frame_read_at": "2026-10-31T11:12:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 273.823, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 326.177, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 4.541, "exists": true, "mtime": "2026-10-31T11:12:29.352016+09:00", "mtime_epoch": 1793412749.3520164, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94933}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:12:33+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1097.156, "name": "celery", "pid": 176, "rss_mb": 1077.629, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 724820, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.501, "pushed": 4.501, "read": 4.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 134, "client_acquire_ms": {"avg_ms": 0.006, "count": 134, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4603.782, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.56, "count": 134, "max_ms": 3.571, "p95_ms": 1.772, "reason": null, "sample_age_ms": 4645.589, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.241, "count": 134, "max_ms": 1.872, "p95_ms": 1.366, "reason": null, "sample_age_ms": 4645.823, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.076, "count": 134, "max_ms": 0.265, "p95_ms": 0.132, "reason": null, "sample_age_ms": 4603.791, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.338, "count": 134, "max_ms": 3.191, "p95_ms": 2.02, "reason": null, "sample_age_ms": 4643.684, "source": "client_direct"}, "request_count": 134, "request_tensor_bytes": {"avg": 2211848.0, "count": 134, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4643.658, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 134, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4603.919, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.263, "count": 134, "max_ms": 65.869, "p95_ms": 54.906, "reason": null, "sample_age_ms": 4603.778, "source": "client_direct"}, "sample_age_ms": 4603.774, "source": "client_direct", "task_total_ms": {"avg_ms": 39.834, "count": 134, "max_ms": 69.162, "p95_ms": 56.924, "reason": null, "sample_age_ms": 4603.774, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 135, "max_ms": 1.562, "p95_ms": 1.327}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.215, "count": 135, "max_ms": 0.557, "p95_ms": 0.47}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 135, "max_ms": 0.241, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.031, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 135, "max_ms": 0.182, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.002, "count": 135, "max_ms": 0.019, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 135, "max_ms": 0.461, "p95_ms": 0.344}, "setup_ms": {"avg_ms": 0.037, "count": 135, "max_ms": 0.117, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.625, "count": 135, "max_ms": 1.483, "p95_ms": 1.219}, "track_match_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 135, "max_ms": 0.087, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.786, "count": 135, "max_ms": 10.284, "p95_ms": 4.452}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 135, "max_ms": 0.112, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.619, "count": 135, "max_ms": 69.814, "p95_ms": 57.718}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.051, "count": 135, "max_ms": 1.666, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.337, "count": 135, "max_ms": 119.141, "p95_ms": 111.062}, "inference_input_copy_ms": {"avg_ms": 1.468, "count": 135, "max_ms": 3.839, "p95_ms": 2.392}, "processing_residual_ms": {"avg_ms": 0.132, "count": 135, "max_ms": 0.379, "p95_ms": 0.262}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.988, "count": 135, "max_ms": 121.867, "p95_ms": 112.606}, "read_interval": {"avg_ms": 189.807, "count": 134, "max_ms": 5961.174, "p95_ms": 143.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 135, "max_ms": 0.051, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.118, "count": 135, "max_ms": 0.344, "p95_ms": 0.238}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 135, "max_ms": 0.033, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 135, "max_ms": 0.308, "p95_ms": 0.211}, "worker_merge_ms": {"avg_ms": 0.005, "count": 135, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.631, "count": 135, "max_ms": 69.823, "p95_ms": 57.729}, "visualize": {"avg_ms": 43.201, "count": 135, "max_ms": 79.911, "p95_ms": 54.512}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.417, "count": 135, "max_ms": 79.001, "p95_ms": 53.641}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.023, "count": 135, "max_ms": 79.704, "p95_ms": 54.395}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.932, "count": 135, "max_ms": 79.58, "p95_ms": 54.285}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 135, "max_ms": 0.125, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1077.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.295, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.606, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:12:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91810, "write_bytes_delta": 91810, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 767.0, "cpu_core_ratio": 1.302818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19081.0, "pid": 25024, "reason": null, "system_cpu_core_ratio": 0.331681, "system_cpu_s_delta": 6.66, "user_cpu_core_ratio": 0.971137, "user_cpu_s_delta": 19.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.601607, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196318.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.163848, "system_cpu_s_delta": 3.289999999999054, "user_cpu_core_ratio": 0.437759, "user_cpu_s_delta": 8.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.854, "count": 251, "max_ms": 10.284, "p95_ms": 4.556, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.409, "count": 30, "max": 38.354, "p95": 32.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.216, "count": 30, "max": 24.508, "p95": 23.388, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.3, "count": 30, "max": 1490.0, "p95": 1455.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2950.567, "count": 30, "max": 28446.0, "p95": 14093.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.55, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.209, "p95": 1.206, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.109, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90113.367, "count": 30, "max": 93379.0, "p95": 92287.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90113.367, "count": 30, "max": 93379.0, "p95": 92287.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174889.867, "count": 30, "max": 257908.0, "p95": 255341.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.231, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.586, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6097, "sampled_at": "2026-10-31T11:12:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:12:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1158417, "flush_count": 1241, "flush_interval_seconds": 30.0, "flush_state": {"count": 1241, "last_at": "2026-10-31T11:13:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:13:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1240}, "started": true, "suppressed_count": 692936, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 692806}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1241, "written_record_count": 1241}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6476.324, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1918898380800, "copied_frame_count": 694046, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1918898380800, "frame_buffer_copies": 694046, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.109, "count": 512, "max_ms": 0.4066, "p50_ms": 0.0972, "p95_ms": 0.2051, "p99_ms": 0.2671}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4987, "count": 512, "max_ms": 4.3682, "p50_ms": 1.3943, "p95_ms": 2.5178, "p99_ms": 3.2192, "results": {"failed": 0, "not_applicable": 0, "success": 694046, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "last_exit_at": "2026-10-31T11:14:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 4321.785, "last_started_at": "2026-10-31T10:02:10+09:00", "pid": 23740, "process": {"exists": false, "pid": 23740}, "restart_count": 75, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.96, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T11:14:12+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-31T11:14:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.121, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 227.879, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-10-31T11:14:12.070507+09:00", "mtime_epoch": 1793412852.0705066, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 53434}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:14:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1140.699, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 694046, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.479, "max": 7.0, "p95": 6.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 93}, "total": {"avg": 0.323, "max": 1.0, "p95": 1.0, "sample_count": 288}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 288}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 288}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.57}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 287, "client_acquire_ms": {"avg_ms": 0.008, "count": 287, "max_ms": 0.052, "p95_ms": 0.015, "reason": null, "sample_age_ms": 45.446, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.879, "count": 287, "max_ms": 11.081, "p95_ms": 3.089, "reason": null, "sample_age_ms": 96.748, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 287, "max_ms": 10.579, "p95_ms": 2.474, "reason": null, "sample_age_ms": 97.042, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.26, "count": 287, "max_ms": 1.33, "p95_ms": 0.493, "reason": null, "sample_age_ms": 45.456, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.294, "count": 287, "max_ms": 9.429, "p95_ms": 3.576, "reason": null, "sample_age_ms": 93.598, "source": "client_direct"}, "request_count": 287, "request_tensor_bytes": {"avg": 2764808.0, "count": 287, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.568, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 287, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.795, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.81, "count": 287, "max_ms": 81.35, "p95_ms": 60.801, "reason": null, "sample_age_ms": 45.44, "source": "client_direct"}, "sample_age_ms": 45.433, "source": "client_direct", "task_total_ms": {"avg_ms": 47.564, "count": 287, "max_ms": 83.446, "p95_ms": 63.891, "reason": null, "sample_age_ms": 45.433, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.296, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.615, "count": 288, "max_ms": 7.45, "p95_ms": 4.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.26, "count": 288, "max_ms": 1.164, "p95_ms": 0.49}, "detection_prepare_ms": {"avg_ms": 0.463, "count": 288, "max_ms": 2.387, "p95_ms": 1.651}, "event_filter_ms": {"avg_ms": 0.004, "count": 288, "max_ms": 0.032, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 288, "max_ms": 0.73, "p95_ms": 0.277}, "mcmt_ms": {"avg_ms": 0.002, "count": 288, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.294, "count": 288, "max_ms": 1.308, "p95_ms": 0.888}, "setup_ms": {"avg_ms": 0.038, "count": 288, "max_ms": 0.132, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 1.573, "count": 288, "max_ms": 7.328, "p95_ms": 4.786}, "track_match_ms": {"avg_ms": 0.034, "count": 288, "max_ms": 0.282, "p95_ms": 0.156}, "tracker_update_ms": {"avg_ms": 0.366, "count": 288, "max_ms": 2.368, "p95_ms": 1.503}}, "gstreamer_push": {"avg_ms": 3.205, "count": 288, "max_ms": 7.839, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 288, "max_ms": 0.767, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.77, "count": 288, "max_ms": 84.593, "p95_ms": 66.109}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.646, "count": 288, "max_ms": 14.176, "p95_ms": 7.633}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.403, "count": 288, "max_ms": 130.802, "p95_ms": 107.337}, "inference_input_copy_ms": {"avg_ms": 1.796, "count": 288, "max_ms": 3.829, "p95_ms": 2.724}, "processing_residual_ms": {"avg_ms": 0.161, "count": 288, "max_ms": 0.381, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.006, "count": 288, "max_ms": 134.353, "p95_ms": 112.718}, "read_interval": {"avg_ms": 104.449, "count": 287, "max_ms": 186.092, "p95_ms": 143.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 288, "max_ms": 0.096, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.244, "count": 288, "max_ms": 1.169, "p95_ms": 0.8}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 288, "max_ms": 0.05, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.231, "count": 288, "max_ms": 1.137, "p95_ms": 0.773}, "worker_merge_ms": {"avg_ms": 0.005, "count": 288, "max_ms": 0.023, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.782, "count": 288, "max_ms": 84.618, "p95_ms": 66.14}, "visualize": {"avg_ms": 33.943, "count": 288, "max_ms": 59.235, "p95_ms": 46.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.003, "count": 288, "max_ms": 56.362, "p95_ms": 42.72}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.381, "count": 288, "max_ms": 57.147, "p95_ms": 44.662}, "visualize_input_copy_ms": {"avg_ms": 1.391, "count": 288, "max_ms": 3.327, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.268, "count": 288, "max_ms": 57.028, "p95_ms": 44.587}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 288, "max_ms": 0.178, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 288}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1140.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.131, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.861, "sample_count": 2864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 52947, "write_bytes_delta": 52947, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 566.0, "cpu_core_ratio": 0.429695, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 23740, "reason": null, "system_cpu_core_ratio": 0.036974, "system_cpu_s_delta": 0.3699999999999761, "user_cpu_core_ratio": 0.392721, "user_cpu_s_delta": 3.9300000000000637}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.530914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.438689, "system_cpu_s_delta": 4.389999999999418, "user_cpu_core_ratio": 1.092225, "user_cpu_s_delta": 10.930000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.3, "count": 282, "max_ms": 7.839, "p95_ms": 5.176, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.22, "max": 5.0, "p95": 4.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 75}, "total": {"avg": 0.266, "max": 1.0, "p95": 1.0, "sample_count": 282}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.372, "count": 30, "max": 42.117, "p95": 24.438, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.419, "count": 30, "max": 23.62, "p95": 22.353, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 725.867, "count": 30, "max": 1135.0, "p95": 1104.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.4, "count": 30, "max": 42.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.393, "p95": 0.391, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 52458.7, "count": 30, "max": 53845.0, "p95": 53689.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 52458.7, "count": 30, "max": 53845.0, "p95": 53689.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.933, "count": 30, "max": 26.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.513, "p95": 0.496, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.177, "p95": 1.154, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5998, "sampled_at": "2026-10-31T11:13:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:13:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1158417, "flush_count": 1241, "flush_interval_seconds": 30.0, "flush_state": {"count": 1241, "last_at": "2026-10-31T11:13:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:13:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1240}, "started": true, "suppressed_count": 692936, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 692806}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1241, "written_record_count": 1241}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6457.93, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1918898380800, "copied_frame_count": 694046, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1918898380800, "frame_buffer_copies": 694046, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.109, "count": 512, "max_ms": 0.4066, "p50_ms": 0.0972, "p95_ms": 0.2051, "p99_ms": 0.2671}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4987, "count": 512, "max_ms": 4.3682, "p50_ms": 1.3943, "p95_ms": 2.5178, "p99_ms": 3.2192, "results": {"failed": 0, "not_applicable": 0, "success": 694046, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "last_exit_at": "2026-10-31T11:14:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 4321.842, "last_started_at": "2026-10-31T10:02:10+09:00", "pid": 23740, "process": {"exists": false, "pid": 23740}, "restart_count": 75, "restart_count_per_hour": 0, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.96, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-31T11:14:12+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-31T11:14:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.169, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 227.831, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-31T11:14:12.173507+09:00", "mtime_epoch": 1793412852.1735072, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 53504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:14:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1140.699, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 694046, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.477, "max": 7.0, "p95": 6.0, "sample_count": 287}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 93}, "total": {"avg": 0.324, "max": 1.0, "p95": 1.0, "sample_count": 287}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.58, "pushed": 9.58, "read": 9.547}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.008, "count": 286, "max_ms": 0.052, "p95_ms": 0.015, "reason": null, "sample_age_ms": 107.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 286, "max_ms": 11.081, "p95_ms": 3.093, "reason": null, "sample_age_ms": 159.129, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 286, "max_ms": 10.579, "p95_ms": 2.475, "reason": null, "sample_age_ms": 159.423, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.259, "count": 286, "max_ms": 1.33, "p95_ms": 0.483, "reason": null, "sample_age_ms": 107.837, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.292, "count": 286, "max_ms": 9.429, "p95_ms": 3.581, "reason": null, "sample_age_ms": 155.98, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2764808.0, "count": 286, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.949, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 286, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.176, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.845, "count": 286, "max_ms": 81.35, "p95_ms": 60.814, "reason": null, "sample_age_ms": 107.822, "source": "client_direct"}, "sample_age_ms": 107.815, "source": "client_direct", "task_total_ms": {"avg_ms": 47.596, "count": 286, "max_ms": 83.446, "p95_ms": 63.891, "reason": null, "sample_age_ms": 107.815, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.795, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.619, "count": 287, "max_ms": 7.45, "p95_ms": 4.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.26, "count": 287, "max_ms": 1.164, "p95_ms": 0.49}, "detection_prepare_ms": {"avg_ms": 0.464, "count": 287, "max_ms": 2.387, "p95_ms": 1.651}, "event_filter_ms": {"avg_ms": 0.004, "count": 287, "max_ms": 0.032, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 287, "max_ms": 0.73, "p95_ms": 0.277}, "mcmt_ms": {"avg_ms": 0.002, "count": 287, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.294, "count": 287, "max_ms": 1.308, "p95_ms": 0.888}, "setup_ms": {"avg_ms": 0.038, "count": 287, "max_ms": 0.132, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 1.577, "count": 287, "max_ms": 7.328, "p95_ms": 4.786}, "track_match_ms": {"avg_ms": 0.034, "count": 287, "max_ms": 0.282, "p95_ms": 0.156}, "tracker_update_ms": {"avg_ms": 0.367, "count": 287, "max_ms": 2.368, "p95_ms": 1.503}}, "gstreamer_push": {"avg_ms": 3.21, "count": 287, "max_ms": 7.839, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 287, "max_ms": 0.767, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.796, "count": 287, "max_ms": 84.593, "p95_ms": 66.109}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.648, "count": 287, "max_ms": 14.176, "p95_ms": 7.633}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.44, "count": 287, "max_ms": 130.802, "p95_ms": 107.337}, "inference_input_copy_ms": {"avg_ms": 1.797, "count": 287, "max_ms": 3.829, "p95_ms": 2.724}, "processing_residual_ms": {"avg_ms": 0.161, "count": 287, "max_ms": 0.381, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.046, "count": 287, "max_ms": 134.353, "p95_ms": 112.718}, "read_interval": {"avg_ms": 104.519, "count": 286, "max_ms": 186.092, "p95_ms": 143.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 287, "max_ms": 0.096, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.245, "count": 287, "max_ms": 1.169, "p95_ms": 0.8}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 287, "max_ms": 0.05, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.231, "count": 287, "max_ms": 1.137, "p95_ms": 0.773}, "worker_merge_ms": {"avg_ms": 0.005, "count": 287, "max_ms": 0.023, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.808, "count": 287, "max_ms": 84.618, "p95_ms": 66.14}, "visualize": {"avg_ms": 33.951, "count": 287, "max_ms": 59.235, "p95_ms": 46.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.006, "count": 287, "max_ms": 56.362, "p95_ms": 42.72}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.387, "count": 287, "max_ms": 57.147, "p95_ms": 44.662}, "visualize_input_copy_ms": {"avg_ms": 1.391, "count": 287, "max_ms": 3.327, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.275, "count": 287, "max_ms": 57.028, "p95_ms": 44.587}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 287, "max_ms": 0.178, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1140.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.131, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.861, "sample_count": 2864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 52947, "write_bytes_delta": 52947, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 566.0, "cpu_core_ratio": 0.429695, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 23740, "reason": null, "system_cpu_core_ratio": 0.036974, "system_cpu_s_delta": 0.3699999999999761, "user_cpu_core_ratio": 0.392721, "user_cpu_s_delta": 3.9300000000000637}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.530914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.438689, "system_cpu_s_delta": 4.389999999999418, "user_cpu_core_ratio": 1.092225, "user_cpu_s_delta": 10.930000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.3, "count": 282, "max_ms": 7.839, "p95_ms": 5.176, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.22, "max": 5.0, "p95": 4.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 75}, "total": {"avg": 0.266, "max": 1.0, "p95": 1.0, "sample_count": 282}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.372, "count": 30, "max": 42.117, "p95": 24.438, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.419, "count": 30, "max": 23.62, "p95": 22.353, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 725.867, "count": 30, "max": 1135.0, "p95": 1104.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.4, "count": 30, "max": 42.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.393, "p95": 0.391, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 52458.7, "count": 30, "max": 53845.0, "p95": 53689.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 52458.7, "count": 30, "max": 53845.0, "p95": 53689.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.933, "count": 30, "max": 26.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.513, "p95": 0.496, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.177, "p95": 1.154, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5998, "sampled_at": "2026-10-31T11:13:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:13:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1158417, "flush_count": 1241, "flush_interval_seconds": 30.0, "flush_state": {"count": 1241, "last_at": "2026-10-31T11:13:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:13:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1240}, "started": true, "suppressed_count": 692936, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 692806}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1241, "written_record_count": 1241}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6630.992, "limit_mb": null}, "detail": {"pid": 25256, "restart_count": 76, "start_count": 77}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1918898380800, "copied_frame_count": 694046, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1918898380800, "frame_buffer_copies": 694046, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.109, "count": 512, "max_ms": 0.4066, "p50_ms": 0.0972, "p95_ms": 0.2051, "p99_ms": 0.2671}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4987, "count": 512, "max_ms": 4.3682, "p50_ms": 1.3943, "p95_ms": 2.5178, "p99_ms": 3.2192, "results": {"failed": 0, "not_applicable": 0, "success": 694046, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 192, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T10:02:07+09:00", "last_error_summary": "[h264 @ 0x634d6fc7d380] error while decoding MB 44 67, bytestream -10 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 74 65 [h264 @ 0x634d6f0c31c0] error while decoding MB 74 65, bytestream 259 [h264 @ 0x634d6f0c31c0] error while decoding MB 34 2, bytestream -8 [h264 @ 0x634d6f0d7080] error while decoding MB 25 67, bytestream -5 [h264 @ 0x634d6f0e96c0] error while decoding MB 12 67, bytestream -5 [h264 @ 0x634d6f0c31c0] cabac decode of qscale diff failed at 2 67 [h264 @ 0x634d6f0c3", "last_exit_at": "2026-10-31T11:14:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:14:14+09:00", "pid": 25256, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.254, "name": "ffmpeg", "pid": 25256, "rss_mb": 205.254, "state": "S (sleeping)", "threads": 70}, "restart_count": 76, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.046, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.615, "last_frame_pushed_at": "2026-10-31T11:14:12+09:00", "last_frame_read_age_sec": 4.707, "last_frame_read_at": "2026-10-31T11:14:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 376.724, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 223.276, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 4.607, "exists": true, "mtime": "2026-10-31T11:14:12.173507+09:00", "mtime_epoch": 1793412852.1735072, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 53504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:14:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1140.703, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 694046, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.508, "max": 7.0, "p95": 6.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 0.355, "max": 1.0, "p95": 1.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.073, "pushed": 8.073, "read": 8.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.009, "count": 242, "max_ms": 0.052, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4665.025, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.905, "count": 242, "max_ms": 11.081, "p95_ms": 3.245, "reason": null, "sample_age_ms": 4716.327, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 242, "max_ms": 10.579, "p95_ms": 2.48, "reason": null, "sample_age_ms": 4716.62, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.259, "count": 242, "max_ms": 1.33, "p95_ms": 0.508, "reason": null, "sample_age_ms": 4665.035, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.325, "count": 242, "max_ms": 9.429, "p95_ms": 4.008, "reason": null, "sample_age_ms": 4713.177, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4713.147, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4665.374, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.564, "count": 242, "max_ms": 73.566, "p95_ms": 60.587, "reason": null, "sample_age_ms": 4665.019, "source": "client_direct"}, "sample_age_ms": 4665.012, "source": "client_direct", "task_total_ms": {"avg_ms": 47.353, "count": 242, "max_ms": 75.369, "p95_ms": 63.873, "reason": null, "sample_age_ms": 4665.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.071, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.682, "count": 242, "max_ms": 7.45, "p95_ms": 4.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 242, "max_ms": 0.944, "p95_ms": 0.472}, "detection_prepare_ms": {"avg_ms": 0.494, "count": 242, "max_ms": 2.387, "p95_ms": 1.651}, "event_filter_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 242, "max_ms": 0.73, "p95_ms": 0.283}, "mcmt_ms": {"avg_ms": 0.002, "count": 242, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.298, "count": 242, "max_ms": 1.308, "p95_ms": 0.811}, "setup_ms": {"avg_ms": 0.038, "count": 242, "max_ms": 0.132, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 1.64, "count": 242, "max_ms": 7.328, "p95_ms": 4.786}, "track_match_ms": {"avg_ms": 0.037, "count": 242, "max_ms": 0.282, "p95_ms": 0.156}, "tracker_update_ms": {"avg_ms": 0.395, "count": 242, "max_ms": 2.368, "p95_ms": 1.503}}, "gstreamer_push": {"avg_ms": 3.243, "count": 242, "max_ms": 7.839, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 242, "max_ms": 0.767, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.613, "count": 242, "max_ms": 78.093, "p95_ms": 66.058}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.663, "count": 242, "max_ms": 14.176, "p95_ms": 7.581}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.569, "count": 242, "max_ms": 130.802, "p95_ms": 107.337}, "inference_input_copy_ms": {"avg_ms": 1.798, "count": 242, "max_ms": 3.829, "p95_ms": 2.724}, "processing_residual_ms": {"avg_ms": 0.164, "count": 242, "max_ms": 0.381, "p95_ms": 0.304}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.194, "count": 242, "max_ms": 134.353, "p95_ms": 113.75}, "read_interval": {"avg_ms": 105.078, "count": 242, "max_ms": 186.092, "p95_ms": 143.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 242, "max_ms": 0.096, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.25, "count": 242, "max_ms": 1.169, "p95_ms": 0.717}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 242, "max_ms": 0.05, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.236, "count": 242, "max_ms": 1.137, "p95_ms": 0.702}, "worker_merge_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 48.625, "count": 242, "max_ms": 78.125, "p95_ms": 66.075}, "visualize": {"avg_ms": 34.192, "count": 242, "max_ms": 59.235, "p95_ms": 46.987}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.176, "count": 242, "max_ms": 56.362, "p95_ms": 43.121}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.636, "count": 242, "max_ms": 57.147, "p95_ms": 45.309}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 242, "max_ms": 3.327, "p95_ms": 2.29}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.523, "count": 242, "max_ms": 57.028, "p95_ms": 45.111}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 242, "max_ms": 0.178, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1140.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.131, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.861, "sample_count": 2864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 52947, "write_bytes_delta": 52947, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 566.0, "cpu_core_ratio": 0.429695, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 23740, "reason": null, "system_cpu_core_ratio": 0.036974, "system_cpu_s_delta": 0.3699999999999761, "user_cpu_core_ratio": 0.392721, "user_cpu_s_delta": 3.9300000000000637}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.530914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.438689, "system_cpu_s_delta": 4.389999999999418, "user_cpu_core_ratio": 1.092225, "user_cpu_s_delta": 10.930000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.3, "count": 282, "max_ms": 7.839, "p95_ms": 5.176, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.22, "max": 5.0, "p95": 4.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 75}, "total": {"avg": 0.266, "max": 1.0, "p95": 1.0, "sample_count": 282}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.372, "count": 30, "max": 42.117, "p95": 24.438, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.419, "count": 30, "max": 23.62, "p95": 22.353, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 725.867, "count": 30, "max": 1135.0, "p95": 1104.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.4, "count": 30, "max": 42.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.393, "p95": 0.391, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 52458.7, "count": 30, "max": 53845.0, "p95": 53689.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 52458.7, "count": 30, "max": 53845.0, "p95": 53689.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.933, "count": 30, "max": 26.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.513, "p95": 0.496, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.177, "p95": 1.154, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 5998, "sampled_at": "2026-10-31T11:13:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:13:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 919772, "flush_count": 1243, "flush_interval_seconds": 30.0, "flush_state": {"count": 1243, "last_at": "2026-10-31T11:16:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:16:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1242}, "started": true, "suppressed_count": 726046, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 726046}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1243, "written_record_count": 1243}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6272.629, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2010805862400, "copied_frame_count": 727288, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2010805862400, "frame_buffer_copies": 727288, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1114, "count": 512, "max_ms": 0.3679, "p50_ms": 0.0986, "p95_ms": 0.2183, "p99_ms": 0.2609}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3009, "count": 512, "max_ms": 3.5328, "p50_ms": 1.2173, "p95_ms": 2.1161, "p99_ms": 2.7565, "results": {"failed": 0, "not_applicable": 0, "success": 727288, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:16:58+09:00", "last_error_summary": "[h264 @ 0x6202b74977c0] error while decoding MB 128 92, bytestream -7", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.914, "last_started_at": "2026-10-31T11:12:31+09:00", "pid": 25140, "process": {"exists": false, "pid": 25140}, "restart_count": 68, "restart_count_per_hour": 11, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.994, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-31T11:16:58+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-31T11:16:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 538.743, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 61.257, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-31T11:16:58.782297+09:00", "mtime_epoch": 1793413018.782297, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:16:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1098.34, "name": "celery", "pid": 176, "rss_mb": 1078.82, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 727288, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.97, "pushed": 5.97, "read": 5.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 92.243, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.537, "count": 178, "max_ms": 3.991, "p95_ms": 1.435, "reason": null, "sample_age_ms": 132.529, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.222, "count": 178, "max_ms": 2.103, "p95_ms": 1.114, "reason": null, "sample_age_ms": 132.847, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 178, "max_ms": 0.338, "p95_ms": 0.175, "reason": null, "sample_age_ms": 92.247, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.425, "count": 178, "max_ms": 2.927, "p95_ms": 2.378, "reason": null, "sample_age_ms": 130.939, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2211848.0, "count": 178, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.894, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.294, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.443, "count": 178, "max_ms": 58.691, "p95_ms": 51.886, "reason": null, "sample_age_ms": 92.24, "source": "client_direct"}, "sample_age_ms": 92.237, "source": "client_direct", "task_total_ms": {"avg_ms": 39.101, "count": 178, "max_ms": 61.366, "p95_ms": 54.358, "reason": null, "sample_age_ms": 92.237, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.012, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 179, "max_ms": 2.058, "p95_ms": 1.291}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 179, "max_ms": 1.139, "p95_ms": 0.448}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 179, "max_ms": 0.279, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 179, "max_ms": 0.179, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.002, "count": 179, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 179, "max_ms": 0.582, "p95_ms": 0.372}, "setup_ms": {"avg_ms": 0.036, "count": 179, "max_ms": 0.102, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.608, "count": 179, "max_ms": 1.998, "p95_ms": 1.219}, "track_match_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 179, "max_ms": 0.084, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.77, "count": 179, "max_ms": 6.187, "p95_ms": 4.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 179, "max_ms": 0.619, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.888, "count": 179, "max_ms": 62.033, "p95_ms": 56.046}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 179, "max_ms": 0.132, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.983, "count": 179, "max_ms": 136.193, "p95_ms": 107.409}, "inference_input_copy_ms": {"avg_ms": 1.652, "count": 179, "max_ms": 6.493, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.136, "count": 179, "max_ms": 0.435, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.81, "count": 179, "max_ms": 137.89, "p95_ms": 109.045}, "read_interval": {"avg_ms": 168.298, "count": 178, "max_ms": 4213.405, "p95_ms": 189.176}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 179, "max_ms": 0.089, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.115, "count": 179, "max_ms": 0.416, "p95_ms": 0.263}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 179, "max_ms": 0.197, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 179, "max_ms": 0.382, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.901, "count": 179, "max_ms": 62.045, "p95_ms": 56.06}, "visualize": {"avg_ms": 43.634, "count": 179, "max_ms": 89.678, "p95_ms": 58.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.888, "count": 179, "max_ms": 88.7, "p95_ms": 58.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.464, "count": 179, "max_ms": 89.457, "p95_ms": 58.779}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.378, "count": 179, "max_ms": 89.331, "p95_ms": 58.691}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 179, "max_ms": 0.124, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1078.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.242, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.994, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96233, "write_bytes_delta": 96233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 1.116591, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17092.0, "pid": 25140, "reason": null, "system_cpu_core_ratio": 0.484221, "system_cpu_s_delta": 9.739999999999998, "user_cpu_core_ratio": 0.632371, "user_cpu_s_delta": 12.71999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.35894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118048.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.099926, "system_cpu_s_delta": 2.0100000000002183, "user_cpu_core_ratio": 0.259013, "user_cpu_s_delta": 5.209999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.718, "count": 173, "max_ms": 6.187, "p95_ms": 4.015, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.608, "count": 30, "max": 43.972, "p95": 37.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.207, "count": 30, "max": 24.508, "p95": 22.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1060.867, "count": 30, "max": 1520.0, "p95": 1486.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3668.4, "count": 30, "max": 28446.0, "p95": 18185.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.143, "count": 30, "max": 0.558, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.244, "p95": 1.208, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.114, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92046.333, "count": 30, "max": 96233.0, "p95": 93969.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92046.333, "count": 30, "max": 96233.0, "p95": 93969.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202562.5, "count": 30, "max": 273304.0, "p95": 257330.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.197, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.586, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6111, "sampled_at": "2026-10-31T11:16:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:16:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 919772, "flush_count": 1243, "flush_interval_seconds": 30.0, "flush_state": {"count": 1243, "last_at": "2026-10-31T11:16:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:16:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1242}, "started": true, "suppressed_count": 726046, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 726046}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1243, "written_record_count": 1243}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6272.496, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2010805862400, "copied_frame_count": 727288, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2010805862400, "frame_buffer_copies": 727288, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1114, "count": 512, "max_ms": 0.3679, "p50_ms": 0.0986, "p95_ms": 0.2183, "p99_ms": 0.2609}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3009, "count": 512, "max_ms": 3.5328, "p50_ms": 1.2173, "p95_ms": 2.1161, "p99_ms": 2.7565, "results": {"failed": 0, "not_applicable": 0, "success": 727288, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:16:58+09:00", "last_error_summary": "[h264 @ 0x6202b74977c0] error while decoding MB 128 92, bytestream -7", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.949, "last_started_at": "2026-10-31T11:12:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 68, "restart_count_per_hour": 11, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.994, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-31T11:16:58+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-10-31T11:16:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 538.777, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 61.223, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-31T11:16:58.782297+09:00", "mtime_epoch": 1793413018.782297, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:16:58+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1098.34, "name": "celery", "pid": 176, "rss_mb": 1078.816, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 727288, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.955, "pushed": 5.955, "read": 5.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 129.063, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.538, "count": 177, "max_ms": 3.991, "p95_ms": 1.438, "reason": null, "sample_age_ms": 169.35, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 177, "max_ms": 2.103, "p95_ms": 1.114, "reason": null, "sample_age_ms": 169.668, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 178, "max_ms": 0.338, "p95_ms": 0.175, "reason": null, "sample_age_ms": 129.067, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.427, "count": 177, "max_ms": 2.927, "p95_ms": 2.38, "reason": null, "sample_age_ms": 167.76, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2211848.0, "count": 177, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 167.715, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.115, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.443, "count": 178, "max_ms": 58.691, "p95_ms": 51.886, "reason": null, "sample_age_ms": 129.061, "source": "client_direct"}, "sample_age_ms": 129.058, "source": "client_direct", "task_total_ms": {"avg_ms": 39.101, "count": 178, "max_ms": 61.366, "p95_ms": 54.358, "reason": null, "sample_age_ms": 129.058, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.347, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.642, "count": 178, "max_ms": 2.058, "p95_ms": 1.291}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 178, "max_ms": 1.139, "p95_ms": 0.448}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 178, "max_ms": 0.279, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 178, "max_ms": 0.179, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.002, "count": 178, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 178, "max_ms": 0.582, "p95_ms": 0.372}, "setup_ms": {"avg_ms": 0.036, "count": 178, "max_ms": 0.102, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.606, "count": 178, "max_ms": 1.998, "p95_ms": 1.219}, "track_match_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 178, "max_ms": 0.084, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.759, "count": 178, "max_ms": 6.187, "p95_ms": 4.482}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 178, "max_ms": 0.619, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.917, "count": 178, "max_ms": 62.033, "p95_ms": 56.046}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 178, "max_ms": 0.132, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.895, "count": 178, "max_ms": 136.193, "p95_ms": 107.409}, "inference_input_copy_ms": {"avg_ms": 1.656, "count": 178, "max_ms": 6.493, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.136, "count": 178, "max_ms": 0.435, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.726, "count": 178, "max_ms": 137.89, "p95_ms": 109.045}, "read_interval": {"avg_ms": 168.591, "count": 177, "max_ms": 4213.405, "p95_ms": 189.176}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 178, "max_ms": 0.089, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.115, "count": 178, "max_ms": 0.416, "p95_ms": 0.263}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 178, "max_ms": 0.197, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 178, "max_ms": 0.382, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.929, "count": 178, "max_ms": 62.045, "p95_ms": 56.06}, "visualize": {"avg_ms": 43.519, "count": 178, "max_ms": 89.678, "p95_ms": 58.747}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.777, "count": 178, "max_ms": 88.7, "p95_ms": 57.738}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.35, "count": 178, "max_ms": 89.457, "p95_ms": 58.521}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.264, "count": 178, "max_ms": 89.331, "p95_ms": 58.36}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 178, "max_ms": 0.124, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1078.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.242, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.994, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96233, "write_bytes_delta": 96233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 1.116591, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17092.0, "pid": 25140, "reason": null, "system_cpu_core_ratio": 0.484221, "system_cpu_s_delta": 9.739999999999998, "user_cpu_core_ratio": 0.632371, "user_cpu_s_delta": 12.71999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.35894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118048.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.099926, "system_cpu_s_delta": 2.0100000000002183, "user_cpu_core_ratio": 0.259013, "user_cpu_s_delta": 5.209999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.718, "count": 173, "max_ms": 6.187, "p95_ms": 4.015, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.608, "count": 30, "max": 43.972, "p95": 37.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.207, "count": 30, "max": 24.508, "p95": 22.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1060.867, "count": 30, "max": 1520.0, "p95": 1486.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3668.4, "count": 30, "max": 28446.0, "p95": 18185.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.143, "count": 30, "max": 0.558, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.244, "p95": 1.208, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.114, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92046.333, "count": 30, "max": 96233.0, "p95": 93969.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92046.333, "count": 30, "max": 96233.0, "p95": 93969.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202562.5, "count": 30, "max": 273304.0, "p95": 257330.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.197, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.586, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6111, "sampled_at": "2026-10-31T11:16:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:16:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 919772, "flush_count": 1243, "flush_interval_seconds": 30.0, "flush_state": {"count": 1243, "last_at": "2026-10-31T11:16:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:16:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1242}, "started": true, "suppressed_count": 726046, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 726046}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1243, "written_record_count": 1243}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6558.855, "limit_mb": null}, "detail": {"pid": 25372, "restart_count": 69, "start_count": 70}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2010805862400, "copied_frame_count": 727288, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2010805862400, "frame_buffer_copies": 727288, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1114, "count": 512, "max_ms": 0.3679, "p50_ms": 0.0986, "p95_ms": 0.2183, "p99_ms": 0.2609}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3009, "count": 512, "max_ms": 3.5328, "p50_ms": 1.2173, "p95_ms": 2.1161, "p99_ms": 2.7565, "results": {"failed": 0, "not_applicable": 0, "success": 727288, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:16:58+09:00", "last_error_summary": "[h264 @ 0x6202b74977c0] error while decoding MB 128 92, bytestream -7", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:17:01+09:00", "pid": 25372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.066, "name": "ffmpeg", "pid": 25372, "rss_mb": 323.066, "state": "R (running)", "threads": 49}, "restart_count": 69, "restart_count_per_hour": 12, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.994, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.984, "last_frame_pushed_at": "2026-10-31T11:16:58+09:00", "last_frame_read_age_sec": 5.081, "last_frame_read_at": "2026-10-31T11:16:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 543.691, "last_sample_duration_ms": 1032.579, "last_trigger": "periodic", "next_snapshot_in_sec": 56.309, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 124, "storage_bytes": 2212072}, "mjpeg": {"age_sec": 4.974, "exists": true, "mtime": "2026-10-31T11:16:58.782297+09:00", "mtime_epoch": 1793413018.782297, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:17:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1098.34, "name": "celery", "pid": 176, "rss_mb": 1078.82, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 727288, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.363, "pushed": 5.363, "read": 5.363}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5044.687, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.521, "count": 151, "max_ms": 3.991, "p95_ms": 1.393, "reason": null, "sample_age_ms": 5084.973, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 151, "max_ms": 2.103, "p95_ms": 1.116, "reason": null, "sample_age_ms": 5085.292, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 151, "max_ms": 0.338, "p95_ms": 0.17, "reason": null, "sample_age_ms": 5044.691, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.412, "count": 151, "max_ms": 2.805, "p95_ms": 2.388, "reason": null, "sample_age_ms": 5083.384, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5083.338, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5044.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.534, "count": 151, "max_ms": 58.691, "p95_ms": 51.935, "reason": null, "sample_age_ms": 5044.684, "source": "client_direct"}, "sample_age_ms": 5044.682, "source": "client_direct", "task_total_ms": {"avg_ms": 39.179, "count": 151, "max_ms": 61.366, "p95_ms": 54.503, "reason": null, "sample_age_ms": 5044.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.388, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.633, "count": 151, "max_ms": 1.73, "p95_ms": 1.274}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.206, "count": 151, "max_ms": 0.69, "p95_ms": 0.43}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 151, "max_ms": 0.279, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 151, "max_ms": 0.179, "p95_ms": 0.133}, "mcmt_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.016, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 151, "max_ms": 0.515, "p95_ms": 0.313}, "setup_ms": {"avg_ms": 0.036, "count": 151, "max_ms": 0.102, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.598, "count": 151, "max_ms": 1.642, "p95_ms": 1.2}, "track_match_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 151, "max_ms": 0.072, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.756, "count": 151, "max_ms": 6.187, "p95_ms": 4.143}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 151, "max_ms": 0.619, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.981, "count": 151, "max_ms": 62.033, "p95_ms": 56.046}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.132, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.107, "count": 151, "max_ms": 136.193, "p95_ms": 107.409}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 151, "max_ms": 6.493, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.137, "count": 151, "max_ms": 0.435, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.957, "count": 151, "max_ms": 137.89, "p95_ms": 109.045}, "read_interval": {"avg_ms": 180.703, "count": 151, "max_ms": 4213.405, "p95_ms": 198.969}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 151, "max_ms": 0.04, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.112, "count": 151, "max_ms": 0.361, "p95_ms": 0.224}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 151, "max_ms": 0.057, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 151, "max_ms": 0.329, "p95_ms": 0.199}, "worker_merge_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.993, "count": 151, "max_ms": 62.045, "p95_ms": 56.06}, "visualize": {"avg_ms": 43.674, "count": 151, "max_ms": 89.678, "p95_ms": 58.747}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.934, "count": 151, "max_ms": 88.7, "p95_ms": 57.738}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.507, "count": 151, "max_ms": 89.457, "p95_ms": 58.521}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.421, "count": 151, "max_ms": 89.331, "p95_ms": 58.36}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 151, "max_ms": 0.124, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1078.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.242, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.994, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96233, "write_bytes_delta": 96233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 330.0, "cpu_core_ratio": 1.116591, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17092.0, "pid": 25140, "reason": null, "system_cpu_core_ratio": 0.484221, "system_cpu_s_delta": 9.739999999999998, "user_cpu_core_ratio": 0.632371, "user_cpu_s_delta": 12.71999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.35894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118048.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.099926, "system_cpu_s_delta": 2.0100000000002183, "user_cpu_core_ratio": 0.259013, "user_cpu_s_delta": 5.209999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.718, "count": 173, "max_ms": 6.187, "p95_ms": 4.015, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.608, "count": 30, "max": 43.972, "p95": 37.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.207, "count": 30, "max": 24.508, "p95": 22.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1060.867, "count": 30, "max": 1520.0, "p95": 1486.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3668.4, "count": 30, "max": 28446.0, "p95": 18185.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.143, "count": 30, "max": 0.558, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.244, "p95": 1.208, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.114, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92046.333, "count": 30, "max": 96233.0, "p95": 93969.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92046.333, "count": 30, "max": 96233.0, "p95": 93969.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202562.5, "count": 30, "max": 273304.0, "p95": 257330.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.197, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.586, "p95": 0.581, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6111, "sampled_at": "2026-10-31T11:16:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:16:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.154, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 923104, "flush_count": 1247, "flush_interval_seconds": 30.0, "flush_state": {"count": 1247, "last_at": "2026-10-31T11:20:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:20:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1246}, "started": true, "suppressed_count": 728536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 728536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1247, "written_record_count": 1247}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6285.477, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2017701273600, "copied_frame_count": 729782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2017701273600, "frame_buffer_copies": 729782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 0.4272, "p50_ms": 0.1083, "p95_ms": 0.2236, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3785, "count": 512, "max_ms": 4.6916, "p50_ms": 1.2941, "p95_ms": 2.1869, "p99_ms": 2.6655, "results": {"failed": 0, "not_applicable": 0, "success": 729782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:21:32+09:00", "last_error_summary": "[h264 @ 0x5c1295bf2a00] error while decoding MB 133 76, bytestream -10", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 271.039, "last_started_at": "2026-10-31T11:17:01+09:00", "pid": 25372, "process": {"exists": false, "pid": 25372}, "restart_count": 69, "restart_count_per_hour": 12, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-10-31T11:21:32+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T11:21:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.193, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 388.807, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-31T11:21:32.786585+09:00", "mtime_epoch": 1793413292.7865853, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96531}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:21:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1099.227, "name": "celery", "pid": 176, "rss_mb": 1080.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 729782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.777, "pushed": 7.777, "read": 7.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 75.196, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 232, "max_ms": 5.26, "p95_ms": 2.063, "reason": null, "sample_age_ms": 129.323, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 232, "max_ms": 3.225, "p95_ms": 1.307, "reason": null, "sample_age_ms": 129.808, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 232, "max_ms": 0.224, "p95_ms": 0.158, "reason": null, "sample_age_ms": 75.201, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.468, "count": 232, "max_ms": 7.979, "p95_ms": 2.405, "reason": null, "sample_age_ms": 126.609, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2211848.0, "count": 232, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.565, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.258, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.335, "count": 232, "max_ms": 63.038, "p95_ms": 57.518, "reason": null, "sample_age_ms": 75.193, "source": "client_direct"}, "sample_age_ms": 75.19, "source": "client_direct", "task_total_ms": {"avg_ms": 41.04, "count": 232, "max_ms": 64.554, "p95_ms": 59.365, "reason": null, "sample_age_ms": 75.19, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.259, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.64, "count": 233, "max_ms": 1.805, "p95_ms": 1.072}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 233, "max_ms": 0.649, "p95_ms": 0.379}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 233, "max_ms": 0.273, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 233, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 233, "max_ms": 0.182, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 233, "max_ms": 0.01, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 233, "max_ms": 0.579, "p95_ms": 0.297}, "setup_ms": {"avg_ms": 0.037, "count": 233, "max_ms": 0.104, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.606, "count": 233, "max_ms": 1.734, "p95_ms": 1.03}, "track_match_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 233, "max_ms": 0.137, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.923, "count": 233, "max_ms": 5.863, "p95_ms": 4.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 233, "max_ms": 0.954, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.001, "count": 233, "max_ms": 65.275, "p95_ms": 60.951}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 233, "max_ms": 0.171, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.264, "count": 233, "max_ms": 142.012, "p95_ms": 102.19}, "inference_input_copy_ms": {"avg_ms": 1.629, "count": 233, "max_ms": 6.099, "p95_ms": 2.843}, "processing_residual_ms": {"avg_ms": 0.152, "count": 233, "max_ms": 1.0, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.09, "count": 233, "max_ms": 143.186, "p95_ms": 103.835}, "read_interval": {"avg_ms": 128.963, "count": 232, "max_ms": 2098.95, "p95_ms": 138.426}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 233, "max_ms": 0.07, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.112, "count": 233, "max_ms": 0.416, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 233, "max_ms": 0.052, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 233, "max_ms": 0.383, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.03, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.013, "count": 233, "max_ms": 65.284, "p95_ms": 60.957}, "visualize": {"avg_ms": 39.733, "count": 233, "max_ms": 78.443, "p95_ms": 51.134}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.945, "count": 233, "max_ms": 77.374, "p95_ms": 50.098}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.559, "count": 233, "max_ms": 78.163, "p95_ms": 50.792}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.469, "count": 233, "max_ms": 78.066, "p95_ms": 50.667}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 233, "max_ms": 0.151, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1080.012, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.161, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97008, "write_bytes_delta": 97008, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 1.284534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12693.0, "pid": 25372, "reason": null, "system_cpu_core_ratio": 0.447611, "system_cpu_s_delta": 9.059999999999999, "user_cpu_core_ratio": 0.836923, "user_cpu_s_delta": 16.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.49751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 86737.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092388, "system_cpu_s_delta": 1.8700000000008004, "user_cpu_core_ratio": 0.405122, "user_cpu_s_delta": 8.200000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 219, "max_ms": 5.863, "p95_ms": 4.529, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.213, "count": 30, "max": 49.202, "p95": 40.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.424, "count": 30, "max": 22.599, "p95": 21.82, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1242.967, "count": 30, "max": 1520.0, "p95": 1493.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3638.867, "count": 30, "max": 33911.0, "p95": 18185.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.558, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.244, "p95": 1.229, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.114, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 215644.867, "count": 30, "max": 273304.0, "p95": 256047.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.521, "count": 30, "max": 0.634, "p95": 0.617, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6125, "sampled_at": "2026-10-31T11:21:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:21:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 923104, "flush_count": 1247, "flush_interval_seconds": 30.0, "flush_state": {"count": 1247, "last_at": "2026-10-31T11:20:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:20:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1246}, "started": true, "suppressed_count": 728536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 728536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1247, "written_record_count": 1247}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6286.02, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c1295bf2a00] error while decoding MB 133 76, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2017701273600, "copied_frame_count": 729782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2017701273600, "frame_buffer_copies": 729782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 0.4272, "p50_ms": 0.1083, "p95_ms": 0.2236, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3785, "count": 512, "max_ms": 4.6916, "p50_ms": 1.2941, "p95_ms": 2.1869, "p99_ms": 2.6655, "results": {"failed": 0, "not_applicable": 0, "success": 729782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:21:32+09:00", "last_error_summary": "[h264 @ 0x5c1295bf2a00] error while decoding MB 133 76, bytestream -10", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 271.05, "last_started_at": "2026-10-31T11:17:01+09:00", "pid": 25372, "process": {"exists": false, "pid": 25372}, "restart_count": 69, "restart_count_per_hour": 12, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-31T11:21:32+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-31T11:21:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.203, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 388.797, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-31T11:21:32.786585+09:00", "mtime_epoch": 1793413292.7865853, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96531}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:21:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1099.227, "name": "celery", "pid": 176, "rss_mb": 1080.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 729782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.774, "pushed": 7.774, "read": 7.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 93.285, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 232, "max_ms": 5.26, "p95_ms": 2.063, "reason": null, "sample_age_ms": 147.413, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 232, "max_ms": 3.225, "p95_ms": 1.307, "reason": null, "sample_age_ms": 147.897, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 232, "max_ms": 0.224, "p95_ms": 0.158, "reason": null, "sample_age_ms": 93.29, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.468, "count": 232, "max_ms": 7.979, "p95_ms": 2.405, "reason": null, "sample_age_ms": 144.699, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2211848.0, "count": 232, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 144.654, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.348, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.335, "count": 232, "max_ms": 63.038, "p95_ms": 57.518, "reason": null, "sample_age_ms": 93.282, "source": "client_direct"}, "sample_age_ms": 93.28, "source": "client_direct", "task_total_ms": {"avg_ms": 41.04, "count": 232, "max_ms": 64.554, "p95_ms": 59.365, "reason": null, "sample_age_ms": 93.28, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.519, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.64, "count": 233, "max_ms": 1.805, "p95_ms": 1.072}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 233, "max_ms": 0.649, "p95_ms": 0.379}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 233, "max_ms": 0.273, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 233, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 233, "max_ms": 0.182, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 233, "max_ms": 0.01, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 233, "max_ms": 0.579, "p95_ms": 0.297}, "setup_ms": {"avg_ms": 0.037, "count": 233, "max_ms": 0.104, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.606, "count": 233, "max_ms": 1.734, "p95_ms": 1.03}, "track_match_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 233, "max_ms": 0.137, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.923, "count": 233, "max_ms": 5.863, "p95_ms": 4.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 233, "max_ms": 0.954, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.001, "count": 233, "max_ms": 65.275, "p95_ms": 60.951}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 233, "max_ms": 0.171, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.264, "count": 233, "max_ms": 142.012, "p95_ms": 102.19}, "inference_input_copy_ms": {"avg_ms": 1.629, "count": 233, "max_ms": 6.099, "p95_ms": 2.843}, "processing_residual_ms": {"avg_ms": 0.152, "count": 233, "max_ms": 1.0, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.09, "count": 233, "max_ms": 143.186, "p95_ms": 103.835}, "read_interval": {"avg_ms": 128.963, "count": 232, "max_ms": 2098.95, "p95_ms": 138.426}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 233, "max_ms": 0.07, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.112, "count": 233, "max_ms": 0.416, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 233, "max_ms": 0.052, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 233, "max_ms": 0.383, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.03, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.013, "count": 233, "max_ms": 65.284, "p95_ms": 60.957}, "visualize": {"avg_ms": 39.733, "count": 233, "max_ms": 78.443, "p95_ms": 51.134}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.945, "count": 233, "max_ms": 77.374, "p95_ms": 50.098}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.559, "count": 233, "max_ms": 78.163, "p95_ms": 50.792}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.469, "count": 233, "max_ms": 78.066, "p95_ms": 50.667}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 233, "max_ms": 0.151, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1080.012, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.161, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97008, "write_bytes_delta": 97008, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 1.284534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12693.0, "pid": 25372, "reason": null, "system_cpu_core_ratio": 0.447611, "system_cpu_s_delta": 9.059999999999999, "user_cpu_core_ratio": 0.836923, "user_cpu_s_delta": 16.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.49751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 86737.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092388, "system_cpu_s_delta": 1.8700000000008004, "user_cpu_core_ratio": 0.405122, "user_cpu_s_delta": 8.200000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 219, "max_ms": 5.863, "p95_ms": 4.529, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.213, "count": 30, "max": 49.202, "p95": 40.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.424, "count": 30, "max": 22.599, "p95": 21.82, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1242.967, "count": 30, "max": 1520.0, "p95": 1493.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3638.867, "count": 30, "max": 33911.0, "p95": 18185.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.558, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.244, "p95": 1.229, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.114, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 215644.867, "count": 30, "max": 273304.0, "p95": 256047.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.521, "count": 30, "max": 0.634, "p95": 0.617, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6125, "sampled_at": "2026-10-31T11:21:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:21:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 923104, "flush_count": 1247, "flush_interval_seconds": 30.0, "flush_state": {"count": 1247, "last_at": "2026-10-31T11:20:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:20:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1246}, "started": true, "suppressed_count": 728536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 728536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1247, "written_record_count": 1247}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6286.207, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2017701273600, "copied_frame_count": 729782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2017701273600, "frame_buffer_copies": 729782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 0.4272, "p50_ms": 0.1083, "p95_ms": 0.2236, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3785, "count": 512, "max_ms": 4.6916, "p50_ms": 1.2941, "p95_ms": 2.1869, "p99_ms": 2.6655, "results": {"failed": 0, "not_applicable": 0, "success": 729782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:21:32+09:00", "last_error_summary": "[h264 @ 0x5c1295bf2a00] error while decoding MB 133 76, bytestream -10", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 271.079, "last_started_at": "2026-10-31T11:17:01+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 69, "restart_count_per_hour": 12, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-31T11:21:32+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-10-31T11:21:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.241, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 388.759, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-31T11:21:32.786585+09:00", "mtime_epoch": 1793413292.7865853, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96531}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:21:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1099.227, "name": "celery", "pid": 176, "rss_mb": 1080.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 729782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.733, "pushed": 7.733, "read": 7.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 129.571, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.65, "count": 231, "max_ms": 5.26, "p95_ms": 2.064, "reason": null, "sample_age_ms": 183.699, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 231, "max_ms": 3.225, "p95_ms": 1.308, "reason": null, "sample_age_ms": 184.183, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 232, "max_ms": 0.224, "p95_ms": 0.158, "reason": null, "sample_age_ms": 129.576, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.468, "count": 231, "max_ms": 7.979, "p95_ms": 2.406, "reason": null, "sample_age_ms": 180.985, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2211848.0, "count": 231, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 180.94, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.633, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.335, "count": 232, "max_ms": 63.038, "p95_ms": 57.518, "reason": null, "sample_age_ms": 129.568, "source": "client_direct"}, "sample_age_ms": 129.566, "source": "client_direct", "task_total_ms": {"avg_ms": 41.04, "count": 232, "max_ms": 64.554, "p95_ms": 59.365, "reason": null, "sample_age_ms": 129.566, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.171, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.641, "count": 232, "max_ms": 1.805, "p95_ms": 1.072}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 232, "max_ms": 0.649, "p95_ms": 0.379}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 232, "max_ms": 0.273, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 232, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 232, "max_ms": 0.182, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 232, "max_ms": 0.01, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 232, "max_ms": 0.579, "p95_ms": 0.297}, "setup_ms": {"avg_ms": 0.037, "count": 232, "max_ms": 0.104, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.607, "count": 232, "max_ms": 1.734, "p95_ms": 1.03}, "track_match_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 232, "max_ms": 0.137, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.928, "count": 232, "max_ms": 5.863, "p95_ms": 4.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 232, "max_ms": 0.954, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.974, "count": 232, "max_ms": 65.275, "p95_ms": 60.951}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 232, "max_ms": 0.171, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.259, "count": 232, "max_ms": 142.012, "p95_ms": 102.19}, "inference_input_copy_ms": {"avg_ms": 1.629, "count": 232, "max_ms": 6.099, "p95_ms": 2.843}, "processing_residual_ms": {"avg_ms": 0.152, "count": 232, "max_ms": 1.0, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.084, "count": 232, "max_ms": 143.186, "p95_ms": 103.835}, "read_interval": {"avg_ms": 128.963, "count": 232, "max_ms": 2098.95, "p95_ms": 138.426}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 232, "max_ms": 0.07, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.112, "count": 232, "max_ms": 0.416, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 232, "max_ms": 0.052, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 232, "max_ms": 0.383, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 232, "max_ms": 0.03, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.987, "count": 232, "max_ms": 65.284, "p95_ms": 60.957}, "visualize": {"avg_ms": 39.753, "count": 232, "max_ms": 78.443, "p95_ms": 51.134}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.963, "count": 232, "max_ms": 77.374, "p95_ms": 50.098}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.578, "count": 232, "max_ms": 78.163, "p95_ms": 50.792}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.488, "count": 232, "max_ms": 78.066, "p95_ms": 50.667}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 232, "max_ms": 0.151, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1080.012, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.161, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97008, "write_bytes_delta": 97008, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 1.284534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12693.0, "pid": 25372, "reason": null, "system_cpu_core_ratio": 0.447611, "system_cpu_s_delta": 9.059999999999999, "user_cpu_core_ratio": 0.836923, "user_cpu_s_delta": 16.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.49751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 86737.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092388, "system_cpu_s_delta": 1.8700000000008004, "user_cpu_core_ratio": 0.405122, "user_cpu_s_delta": 8.200000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 219, "max_ms": 5.863, "p95_ms": 4.529, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.213, "count": 30, "max": 49.202, "p95": 40.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.424, "count": 30, "max": 22.599, "p95": 21.82, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1242.967, "count": 30, "max": 1520.0, "p95": 1493.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3638.867, "count": 30, "max": 33911.0, "p95": 18185.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.558, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.244, "p95": 1.229, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.114, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 215644.867, "count": 30, "max": 273304.0, "p95": 256047.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.521, "count": 30, "max": 0.634, "p95": 0.617, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6125, "sampled_at": "2026-10-31T11:21:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:21:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 923104, "flush_count": 1247, "flush_interval_seconds": 30.0, "flush_state": {"count": 1247, "last_at": "2026-10-31T11:20:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:20:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1246}, "started": true, "suppressed_count": 728536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 728536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1247, "written_record_count": 1247}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6324.879, "limit_mb": null}, "detail": {"pid": 25488, "restart_count": 70, "start_count": 71}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2017701273600, "copied_frame_count": 729782, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2017701273600, "frame_buffer_copies": 729782, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 0.4272, "p50_ms": 0.1083, "p95_ms": 0.2236, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3785, "count": 512, "max_ms": 4.6916, "p50_ms": 1.2941, "p95_ms": 2.1869, "p99_ms": 2.6655, "results": {"failed": 0, "not_applicable": 0, "success": 729782, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:21:32+09:00", "last_error_summary": "[h264 @ 0x5c1295bf2a00] error while decoding MB 133 76, bytestream -10", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T11:21:35+09:00", "pid": 25488, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.797, "name": "ffmpeg", "pid": 25488, "rss_mb": 74.797, "state": "R (running)", "threads": 1}, "restart_count": 70, "restart_count_per_hour": 13, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.763, "last_frame_pushed_at": "2026-10-31T11:21:32+09:00", "last_frame_read_age_sec": 4.871, "last_frame_read_at": "2026-10-31T11:21:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.941, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 384.059, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 4.752, "exists": true, "mtime": "2026-10-31T11:21:32.786585+09:00", "mtime_epoch": 1793413292.7865853, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96531}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T11:21:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1099.227, "name": "celery", "pid": 176, "rss_mb": 1080.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 729782, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.102, "pushed": 6.102, "read": 6.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4834.381, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.627, "count": 182, "max_ms": 5.26, "p95_ms": 1.714, "reason": null, "sample_age_ms": 4888.509, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.264, "count": 182, "max_ms": 3.225, "p95_ms": 1.328, "reason": null, "sample_age_ms": 4888.993, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 182, "max_ms": 0.206, "p95_ms": 0.157, "reason": null, "sample_age_ms": 4834.386, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.499, "count": 182, "max_ms": 7.979, "p95_ms": 2.517, "reason": null, "sample_age_ms": 4885.795, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2211848.0, "count": 182, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4885.75, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4834.443, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.157, "count": 182, "max_ms": 63.038, "p95_ms": 57.723, "reason": null, "sample_age_ms": 4834.378, "source": "client_direct"}, "sample_age_ms": 4834.376, "source": "client_direct", "task_total_ms": {"avg_ms": 40.893, "count": 182, "max_ms": 64.554, "p95_ms": 59.423, "reason": null, "sample_age_ms": 4834.376, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.512, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.639, "count": 183, "max_ms": 1.694, "p95_ms": 1.072}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 183, "max_ms": 0.649, "p95_ms": 0.375}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 183, "max_ms": 0.273, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 183, "max_ms": 0.182, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.002, "count": 183, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 183, "max_ms": 0.391, "p95_ms": 0.297}, "setup_ms": {"avg_ms": 0.037, "count": 183, "max_ms": 0.104, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.604, "count": 183, "max_ms": 1.614, "p95_ms": 1.025}, "track_match_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.014, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 183, "max_ms": 0.137, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 3.045, "count": 183, "max_ms": 5.863, "p95_ms": 4.596}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 183, "max_ms": 0.954, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.821, "count": 183, "max_ms": 65.275, "p95_ms": 60.951}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 183, "max_ms": 0.171, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.33, "count": 183, "max_ms": 142.012, "p95_ms": 102.199}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 183, "max_ms": 6.099, "p95_ms": 2.776}, "processing_residual_ms": {"avg_ms": 0.156, "count": 183, "max_ms": 1.0, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.157, "count": 183, "max_ms": 143.186, "p95_ms": 103.835}, "read_interval": {"avg_ms": 138.505, "count": 182, "max_ms": 2098.95, "p95_ms": 144.066}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 183, "max_ms": 0.07, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.111, "count": 183, "max_ms": 0.286, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 183, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 183, "max_ms": 0.259, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.03, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.833, "count": 183, "max_ms": 65.284, "p95_ms": 60.957}, "visualize": {"avg_ms": 39.947, "count": 183, "max_ms": 78.443, "p95_ms": 51.134}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.148, "count": 183, "max_ms": 77.374, "p95_ms": 50.098}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.771, "count": 183, "max_ms": 78.163, "p95_ms": 50.792}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.679, "count": 183, "max_ms": 78.066, "p95_ms": 50.667}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 183, "max_ms": 0.151, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1080.012, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.161, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.73, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:21:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97008, "write_bytes_delta": 97008, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 1.284534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12693.0, "pid": 25372, "reason": null, "system_cpu_core_ratio": 0.447611, "system_cpu_s_delta": 9.059999999999999, "user_cpu_core_ratio": 0.836923, "user_cpu_s_delta": 16.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.49751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 86737.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092388, "system_cpu_s_delta": 1.8700000000008004, "user_cpu_core_ratio": 0.405122, "user_cpu_s_delta": 8.200000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 219, "max_ms": 5.863, "p95_ms": 4.529, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.213, "count": 30, "max": 49.202, "p95": 40.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.424, "count": 30, "max": 22.599, "p95": 21.82, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1242.967, "count": 30, "max": 1520.0, "p95": 1493.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3638.867, "count": 30, "max": 33911.0, "p95": 18185.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.558, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.244, "p95": 1.229, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.114, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93813.433, "count": 30, "max": 97008.0, "p95": 96131.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 215644.867, "count": 30, "max": 273304.0, "p95": 256047.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.521, "count": 30, "max": 0.634, "p95": 0.617, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6125, "sampled_at": "2026-10-31T11:21:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:21:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1167812, "flush_count": 1251, "flush_interval_seconds": 30.0, "flush_state": {"count": 1251, "last_at": "2026-10-31T11:23:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:23:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1250}, "started": true, "suppressed_count": 698474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 698344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1251, "written_record_count": 1251}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6470.629, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x62c55f131480] cabac decode of qscale diff failed at 26 61 [h264 @ 0x62c55f131480] error while decoding MB 26 61, bytestream 4313 [h264 @ 0x62c55fbc2b40] left block unavailable for requested intra mode [h264 @ 0x62c55fbc2b40] error while decoding MB 0 56, bytestream 4587 [h264 @ 0x62c55f15e740] error while decoding MB 3 54, bytestream -10 [in#0/rtsp @ 0x62c55efe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62c55efe5e00] Error retrieving a packet from demuxer: Connecti", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1934234726400, "copied_frame_count": 699593, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1934234726400, "frame_buffer_copies": 699593, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 2.5633, "p50_ms": 0.0994, "p95_ms": 0.2088, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5686, "count": 512, "max_ms": 5.1822, "p50_ms": 1.4916, "p95_ms": 2.4743, "p99_ms": 3.0676, "results": {"failed": 0, "not_applicable": 0, "success": 699593, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 196, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:24:30+09:00", "last_error_summary": "[h264 @ 0x62c55f131480] cabac decode of qscale diff failed at 26 61 [h264 @ 0x62c55f131480] error while decoding MB 26 61, bytestream 4313 [h264 @ 0x62c55fbc2b40] left block unavailable for requested intra mode [h264 @ 0x62c55fbc2b40] error while decoding MB 0 56, bytestream 4587 [h264 @ 0x62c55f15e740] error while decoding MB 3 54, bytestream -10 [in#0/rtsp @ 0x62c55efe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62c55efe5e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-31T11:14:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 615.272, "last_started_at": "2026-10-31T11:14:14+09:00", "pid": 25256, "process": {"exists": false, "pid": 25256}, "restart_count": 76, "restart_count_per_hour": 1, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.882, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-10-31T11:24:29+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-10-31T11:24:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.44, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 211.56, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-31T11:24:29.989414+09:00", "mtime_epoch": 1793413469.989414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 71949}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:24:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1143.457, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 699594, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.061, "max": 7.0, "p95": 6.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.171, "max": 2.0, "p95": 2.0, "sample_count": 70}, "total": {"avg": 0.837, "max": 2.0, "p95": 2.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.827, "max": 2.0, "p95": 1.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.827, "max": 2.0, "p95": 1.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.269, "pushed": 3.269, "read": 3.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 26.123, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 98, "max_ms": 5.298, "p95_ms": 3.131, "reason": null, "sample_age_ms": 74.346, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 98, "max_ms": 4.802, "p95_ms": 2.374, "reason": null, "sample_age_ms": 74.731, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 98, "max_ms": 0.654, "p95_ms": 0.578, "reason": null, "sample_age_ms": 26.13, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.163, "count": 98, "max_ms": 4.669, "p95_ms": 3.342, "reason": null, "sample_age_ms": 72.015, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.957, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.28, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.291, "count": 98, "max_ms": 85.645, "p95_ms": 60.909, "reason": null, "sample_age_ms": 26.12, "source": "client_direct"}, "sample_age_ms": 26.118, "source": "client_direct", "task_total_ms": {"avg_ms": 48.951, "count": 98, "max_ms": 88.513, "p95_ms": 63.287, "reason": null, "sample_age_ms": 26.118, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.913, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 98, "max_ms": 13.532, "p95_ms": 8.649}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 98, "max_ms": 0.746, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 0.938, "count": 98, "max_ms": 5.654, "p95_ms": 2.067}, "event_filter_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.181, "count": 98, "max_ms": 0.489, "p95_ms": 0.434}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.69, "count": 98, "max_ms": 5.33, "p95_ms": 3.81}, "setup_ms": {"avg_ms": 0.044, "count": 98, "max_ms": 0.116, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 4.292, "count": 98, "max_ms": 13.457, "p95_ms": 8.61}, "track_match_ms": {"avg_ms": 0.075, "count": 98, "max_ms": 0.334, "p95_ms": 0.2}, "tracker_update_ms": {"avg_ms": 1.007, "count": 98, "max_ms": 4.573, "p95_ms": 2.337}}, "gstreamer_push": {"avg_ms": 3.182, "count": 98, "max_ms": 5.57, "p95_ms": 4.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.151, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.136, "count": 98, "max_ms": 89.803, "p95_ms": 64.618}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.098, "count": 98, "max_ms": 10.733, "p95_ms": 8.275}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.836, "count": 98, "max_ms": 134.367, "p95_ms": 112.92}, "inference_input_copy_ms": {"avg_ms": 1.884, "count": 98, "max_ms": 3.658, "p95_ms": 3.087}, "processing_residual_ms": {"avg_ms": 0.188, "count": 98, "max_ms": 0.58, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.007, "count": 98, "max_ms": 139.282, "p95_ms": 117.094}, "read_interval": {"avg_ms": 306.013, "count": 98, "max_ms": 19148.182, "p95_ms": 165.576}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 98, "max_ms": 0.042, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.624, "count": 98, "max_ms": 5.223, "p95_ms": 3.71}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.04, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.607, "count": 98, "max_ms": 5.198, "p95_ms": 3.682}, "worker_merge_ms": {"avg_ms": 0.006, "count": 98, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.151, "count": 98, "max_ms": 89.841, "p95_ms": 64.631}, "visualize": {"avg_ms": 36.181, "count": 98, "max_ms": 52.562, "p95_ms": 46.583}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.971, "count": 98, "max_ms": 47.397, "p95_ms": 41.141}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.614, "count": 98, "max_ms": 51.133, "p95_ms": 44.639}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 98, "max_ms": 2.711, "p95_ms": 2.04}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.483, "count": 98, "max_ms": 50.951, "p95_ms": 44.403}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 98, "max_ms": 0.149, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1143.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.073, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.882, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 70698, "write_bytes_delta": 70698, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.488741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 25256, "reason": null, "system_cpu_core_ratio": 0.058409, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.430332, "user_cpu_s_delta": 8.620000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.563074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464279, "system_cpu_s_delta": 9.299999999999272, "user_cpu_core_ratio": 1.098794, "user_cpu_s_delta": 22.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.369, "count": 256, "max_ms": 7.261, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 12.0, "p95": 9.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.091, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.516, "max": 2.0, "p95": 1.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.684, "count": 30, "max": 62.166, "p95": 45.08, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.227, "count": 30, "max": 32.235, "p95": 28.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.7, "count": 30, "max": 1172.0, "p95": 1139.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 184.9, "count": 30, "max": 1406.0, "p95": 999.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.145, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.432, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 26.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.494, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.173, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6041, "sampled_at": "2026-10-31T11:24:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:24:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1167812, "flush_count": 1251, "flush_interval_seconds": 30.0, "flush_state": {"count": 1251, "last_at": "2026-10-31T11:23:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:23:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1250}, "started": true, "suppressed_count": 698474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 698344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1251, "written_record_count": 1251}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6470.777, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:24:30+09:00", "last_error_summary": "[h264 @ 0x62c55f131480] cabac decode of qscale diff failed at 26 61 [h264 @ 0x62c55f131480] error while decoding MB 26 61, bytestream 4313 [h264 @ 0x62c55fbc2b40] left block unavailable for requested intra mode [h264 @ 0x62c55fbc2b40] error while decoding MB 0 56, bytestream 4587 [h264 @ 0x62c55f15e740] error while decoding MB 3 54, bytestream -10 [in#0/rtsp @ 0x62c55efe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62c55efe5e00] Error retrieving a packet from demuxer: Connecti", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1934237491200, "copied_frame_count": 699594, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1934237491200, "frame_buffer_copies": 699594, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 2.5633, "p50_ms": 0.0994, "p95_ms": 0.2088, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5688, "count": 512, "max_ms": 5.1822, "p50_ms": 1.4916, "p95_ms": 2.4743, "p99_ms": 3.0676, "results": {"failed": 0, "not_applicable": 0, "success": 699594, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 196, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:24:30+09:00", "last_error_summary": "[h264 @ 0x62c55f131480] cabac decode of qscale diff failed at 26 61 [h264 @ 0x62c55f131480] error while decoding MB 26 61, bytestream 4313 [h264 @ 0x62c55fbc2b40] left block unavailable for requested intra mode [h264 @ 0x62c55fbc2b40] error while decoding MB 0 56, bytestream 4587 [h264 @ 0x62c55f15e740] error while decoding MB 3 54, bytestream -10 [in#0/rtsp @ 0x62c55efe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62c55efe5e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-31T11:24:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 615.33, "last_started_at": "2026-10-31T11:14:14+09:00", "pid": 25256, "process": {"exists": false, "pid": 25256}, "restart_count": 76, "restart_count_per_hour": 1, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.951, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T11:24:30+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T11:24:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.493, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 211.507, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-10-31T11:24:29.989414+09:00", "mtime_epoch": 1793413469.989414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 71949}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:24:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1143.453, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 699594, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.051, "max": 7.0, "p95": 6.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.171, "max": 2.0, "p95": 2.0, "sample_count": 70}, "total": {"avg": 0.837, "max": 2.0, "p95": 2.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.816, "max": 2.0, "p95": 1.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.816, "max": 2.0, "p95": 1.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.275, "pushed": 3.275, "read": 3.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 79.509, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 97, "max_ms": 5.298, "p95_ms": 3.147, "reason": null, "sample_age_ms": 127.732, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 97, "max_ms": 4.802, "p95_ms": 2.379, "reason": null, "sample_age_ms": 128.117, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 98, "max_ms": 0.654, "p95_ms": 0.578, "reason": null, "sample_age_ms": 79.516, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.151, "count": 97, "max_ms": 4.669, "p95_ms": 3.266, "reason": null, "sample_age_ms": 125.401, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.343, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.666, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.291, "count": 98, "max_ms": 85.645, "p95_ms": 60.909, "reason": null, "sample_age_ms": 79.506, "source": "client_direct"}, "sample_age_ms": 79.504, "source": "client_direct", "task_total_ms": {"avg_ms": 48.951, "count": 98, "max_ms": 88.513, "p95_ms": 63.287, "reason": null, "sample_age_ms": 79.504, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.943, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 98, "max_ms": 13.532, "p95_ms": 8.649}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 98, "max_ms": 0.746, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 0.938, "count": 98, "max_ms": 5.654, "p95_ms": 2.067}, "event_filter_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.182, "count": 98, "max_ms": 0.489, "p95_ms": 0.434}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.689, "count": 98, "max_ms": 5.33, "p95_ms": 3.81}, "setup_ms": {"avg_ms": 0.044, "count": 98, "max_ms": 0.116, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 4.295, "count": 98, "max_ms": 13.457, "p95_ms": 8.61}, "track_match_ms": {"avg_ms": 0.075, "count": 98, "max_ms": 0.334, "p95_ms": 0.2}, "tracker_update_ms": {"avg_ms": 1.009, "count": 98, "max_ms": 4.573, "p95_ms": 2.337}}, "gstreamer_push": {"avg_ms": 3.179, "count": 98, "max_ms": 5.57, "p95_ms": 4.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.151, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.232, "count": 98, "max_ms": 89.803, "p95_ms": 64.618}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.098, "count": 98, "max_ms": 10.733, "p95_ms": 8.275}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.263, "count": 98, "max_ms": 134.367, "p95_ms": 113.618}, "inference_input_copy_ms": {"avg_ms": 1.881, "count": 98, "max_ms": 3.658, "p95_ms": 3.087}, "processing_residual_ms": {"avg_ms": 0.188, "count": 98, "max_ms": 0.58, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.43, "count": 98, "max_ms": 139.282, "p95_ms": 118.381}, "read_interval": {"avg_ms": 308.231, "count": 97, "max_ms": 19148.182, "p95_ms": 165.576}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 98, "max_ms": 0.042, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.623, "count": 98, "max_ms": 5.223, "p95_ms": 3.71}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.04, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.605, "count": 98, "max_ms": 5.198, "p95_ms": 3.682}, "worker_merge_ms": {"avg_ms": 0.006, "count": 98, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.246, "count": 98, "max_ms": 89.841, "p95_ms": 64.631}, "visualize": {"avg_ms": 36.511, "count": 98, "max_ms": 62.8, "p95_ms": 47.665}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.189, "count": 98, "max_ms": 47.397, "p95_ms": 41.677}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.944, "count": 98, "max_ms": 62.002, "p95_ms": 45.693}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 98, "max_ms": 2.711, "p95_ms": 2.04}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.813, "count": 98, "max_ms": 61.902, "p95_ms": 45.58}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 98, "max_ms": 0.149, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1143.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.073, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.882, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 70698, "write_bytes_delta": 70698, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.488741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 25256, "reason": null, "system_cpu_core_ratio": 0.058409, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.430332, "user_cpu_s_delta": 8.620000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.563074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464279, "system_cpu_s_delta": 9.299999999999272, "user_cpu_core_ratio": 1.098794, "user_cpu_s_delta": 22.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.369, "count": 256, "max_ms": 7.261, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 12.0, "p95": 9.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.091, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.516, "max": 2.0, "p95": 1.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.684, "count": 30, "max": 62.166, "p95": 45.08, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.227, "count": 30, "max": 32.235, "p95": 28.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.7, "count": 30, "max": 1172.0, "p95": 1139.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 184.9, "count": 30, "max": 1406.0, "p95": 999.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.145, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.432, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 26.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.494, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.173, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6041, "sampled_at": "2026-10-31T11:24:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:24:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1167812, "flush_count": 1251, "flush_interval_seconds": 30.0, "flush_state": {"count": 1251, "last_at": "2026-10-31T11:23:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:23:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1250}, "started": true, "suppressed_count": 698474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 698344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1251, "written_record_count": 1251}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6470.91, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1934237491200, "copied_frame_count": 699594, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1934237491200, "frame_buffer_copies": 699594, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 2.5633, "p50_ms": 0.0994, "p95_ms": 0.2088, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5688, "count": 512, "max_ms": 5.1822, "p50_ms": 1.4916, "p95_ms": 2.4743, "p99_ms": 3.0676, "results": {"failed": 0, "not_applicable": 0, "success": 699594, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 196, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:24:30+09:00", "last_error_summary": "[h264 @ 0x62c55f131480] cabac decode of qscale diff failed at 26 61 [h264 @ 0x62c55f131480] error while decoding MB 26 61, bytestream 4313 [h264 @ 0x62c55fbc2b40] left block unavailable for requested intra mode [h264 @ 0x62c55fbc2b40] error while decoding MB 0 56, bytestream 4587 [h264 @ 0x62c55f15e740] error while decoding MB 3 54, bytestream -10 [in#0/rtsp @ 0x62c55efe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62c55efe5e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-31T11:24:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 615.357, "last_started_at": "2026-10-31T11:14:14+09:00", "pid": 25256, "process": {"exists": false, "pid": 25256}, "restart_count": 76, "restart_count_per_hour": 1, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.951, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-31T11:24:30+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-31T11:24:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.522, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 211.478, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-31T11:24:30.114415+09:00", "mtime_epoch": 1793413470.1144147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 72024}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:24:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1143.453, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 699594, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.051, "max": 7.0, "p95": 6.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.171, "max": 2.0, "p95": 2.0, "sample_count": 70}, "total": {"avg": 0.837, "max": 2.0, "p95": 2.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.816, "max": 2.0, "p95": 1.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.816, "max": 2.0, "p95": 1.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.272, "pushed": 3.272, "read": 3.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 106.307, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 97, "max_ms": 5.298, "p95_ms": 3.147, "reason": null, "sample_age_ms": 154.53, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 97, "max_ms": 4.802, "p95_ms": 2.379, "reason": null, "sample_age_ms": 154.916, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 98, "max_ms": 0.654, "p95_ms": 0.578, "reason": null, "sample_age_ms": 106.314, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.151, "count": 97, "max_ms": 4.669, "p95_ms": 3.266, "reason": null, "sample_age_ms": 152.2, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.142, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.464, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.291, "count": 98, "max_ms": 85.645, "p95_ms": 60.909, "reason": null, "sample_age_ms": 106.305, "source": "client_direct"}, "sample_age_ms": 106.302, "source": "client_direct", "task_total_ms": {"avg_ms": 48.951, "count": 98, "max_ms": 88.513, "p95_ms": 63.287, "reason": null, "sample_age_ms": 106.302, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.588, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 98, "max_ms": 13.532, "p95_ms": 8.649}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 98, "max_ms": 0.746, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 0.938, "count": 98, "max_ms": 5.654, "p95_ms": 2.067}, "event_filter_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.182, "count": 98, "max_ms": 0.489, "p95_ms": 0.434}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.689, "count": 98, "max_ms": 5.33, "p95_ms": 3.81}, "setup_ms": {"avg_ms": 0.044, "count": 98, "max_ms": 0.116, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 4.295, "count": 98, "max_ms": 13.457, "p95_ms": 8.61}, "track_match_ms": {"avg_ms": 0.075, "count": 98, "max_ms": 0.334, "p95_ms": 0.2}, "tracker_update_ms": {"avg_ms": 1.009, "count": 98, "max_ms": 4.573, "p95_ms": 2.337}}, "gstreamer_push": {"avg_ms": 3.179, "count": 98, "max_ms": 5.57, "p95_ms": 4.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.151, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.232, "count": 98, "max_ms": 89.803, "p95_ms": 64.618}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.098, "count": 98, "max_ms": 10.733, "p95_ms": 8.275}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.263, "count": 98, "max_ms": 134.367, "p95_ms": 113.618}, "inference_input_copy_ms": {"avg_ms": 1.881, "count": 98, "max_ms": 3.658, "p95_ms": 3.087}, "processing_residual_ms": {"avg_ms": 0.188, "count": 98, "max_ms": 0.58, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.43, "count": 98, "max_ms": 139.282, "p95_ms": 118.381}, "read_interval": {"avg_ms": 308.231, "count": 97, "max_ms": 19148.182, "p95_ms": 165.576}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 98, "max_ms": 0.042, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.623, "count": 98, "max_ms": 5.223, "p95_ms": 3.71}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.04, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.605, "count": 98, "max_ms": 5.198, "p95_ms": 3.682}, "worker_merge_ms": {"avg_ms": 0.006, "count": 98, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.246, "count": 98, "max_ms": 89.841, "p95_ms": 64.631}, "visualize": {"avg_ms": 36.511, "count": 98, "max_ms": 62.8, "p95_ms": 47.665}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.189, "count": 98, "max_ms": 47.397, "p95_ms": 41.677}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.944, "count": 98, "max_ms": 62.002, "p95_ms": 45.693}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 98, "max_ms": 2.711, "p95_ms": 2.04}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.813, "count": 98, "max_ms": 61.902, "p95_ms": 45.58}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 98, "max_ms": 0.149, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1143.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.073, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.882, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 70698, "write_bytes_delta": 70698, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.488741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 25256, "reason": null, "system_cpu_core_ratio": 0.058409, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.430332, "user_cpu_s_delta": 8.620000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.563074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464279, "system_cpu_s_delta": 9.299999999999272, "user_cpu_core_ratio": 1.098794, "user_cpu_s_delta": 22.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.369, "count": 256, "max_ms": 7.261, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 12.0, "p95": 9.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.091, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.516, "max": 2.0, "p95": 1.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.684, "count": 30, "max": 62.166, "p95": 45.08, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.227, "count": 30, "max": 32.235, "p95": 28.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.7, "count": 30, "max": 1172.0, "p95": 1139.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 184.9, "count": 30, "max": 1406.0, "p95": 999.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.145, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.432, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 26.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.494, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.173, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6041, "sampled_at": "2026-10-31T11:24:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:24:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1167812, "flush_count": 1251, "flush_interval_seconds": 30.0, "flush_state": {"count": 1251, "last_at": "2026-10-31T11:23:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:23:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1250}, "started": true, "suppressed_count": 698474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 698344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1251, "written_record_count": 1251}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6647.309, "limit_mb": null}, "detail": {"pid": 25604, "restart_count": 77, "start_count": 78}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1934237491200, "copied_frame_count": 699594, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1934237491200, "frame_buffer_copies": 699594, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 2.5633, "p50_ms": 0.0994, "p95_ms": 0.2088, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5688, "count": 512, "max_ms": 5.1822, "p50_ms": 1.4916, "p95_ms": 2.4743, "p99_ms": 3.0676, "results": {"failed": 0, "not_applicable": 0, "success": 699594, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 196, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:24:30+09:00", "last_error_summary": "[h264 @ 0x62c55f131480] cabac decode of qscale diff failed at 26 61 [h264 @ 0x62c55f131480] error while decoding MB 26 61, bytestream 4313 [h264 @ 0x62c55fbc2b40] left block unavailable for requested intra mode [h264 @ 0x62c55fbc2b40] error while decoding MB 0 56, bytestream 4587 [h264 @ 0x62c55f15e740] error while decoding MB 3 54, bytestream -10 [in#0/rtsp @ 0x62c55efe5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62c55efe5e00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-31T11:24:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:24:32+09:00", "pid": 25604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.066, "name": "ffmpeg", "pid": 25604, "rss_mb": 206.066, "state": "S (sleeping)", "threads": 70}, "restart_count": 77, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.845, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.488, "last_frame_pushed_at": "2026-10-31T11:24:30+09:00", "last_frame_read_age_sec": 4.614, "last_frame_read_at": "2026-10-31T11:24:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.98, "last_sample_duration_ms": 1020.102, "last_trigger": "periodic", "next_snapshot_in_sec": 207.02, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 125, "storage_bytes": 2221644}, "mjpeg": {"age_sec": 4.481, "exists": true, "mtime": "2026-10-31T11:24:30.114415+09:00", "mtime_epoch": 1793413470.1144147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 72024}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:24:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1143.457, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 699594, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.857, "max": 7.0, "p95": 5.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.176, "max": 2.0, "p95": 2.0, "sample_count": 51}, "total": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.679, "max": 2.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.679, "max": 2.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.867, "pushed": 1.9, "read": 1.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.008, "count": 56, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4568.305, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.919, "count": 56, "max_ms": 5.298, "p95_ms": 2.896, "reason": null, "sample_age_ms": 4616.528, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 56, "max_ms": 4.802, "p95_ms": 2.174, "reason": null, "sample_age_ms": 4616.913, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 56, "max_ms": 0.654, "p95_ms": 0.578, "reason": null, "sample_age_ms": 4568.312, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.102, "count": 56, "max_ms": 4.669, "p95_ms": 3.295, "reason": null, "sample_age_ms": 4614.197, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2764808.0, "count": 56, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4614.139, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4568.462, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.565, "count": 56, "max_ms": 85.645, "p95_ms": 60.925, "reason": null, "sample_age_ms": 4568.302, "source": "client_direct"}, "sample_age_ms": 4568.3, "source": "client_direct", "task_total_ms": {"avg_ms": 49.178, "count": 56, "max_ms": 88.513, "p95_ms": 63.353, "reason": null, "sample_age_ms": 4568.3, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.58, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.452, "count": 56, "max_ms": 13.532, "p95_ms": 8.748}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 56, "max_ms": 0.746, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 1.204, "count": 56, "max_ms": 5.654, "p95_ms": 2.1}, "event_filter_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.011, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.208, "count": 56, "max_ms": 0.442, "p95_ms": 0.434}, "mcmt_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.143, "count": 56, "max_ms": 5.33, "p95_ms": 4.359}, "setup_ms": {"avg_ms": 0.044, "count": 56, "max_ms": 0.116, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.394, "count": 56, "max_ms": 13.457, "p95_ms": 8.661}, "track_match_ms": {"avg_ms": 0.092, "count": 56, "max_ms": 0.248, "p95_ms": 0.2}, "tracker_update_ms": {"avg_ms": 1.322, "count": 56, "max_ms": 4.573, "p95_ms": 2.392}}, "gstreamer_push": {"avg_ms": 3.233, "count": 57, "max_ms": 5.57, "p95_ms": 4.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 56, "max_ms": 0.091, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.506, "count": 56, "max_ms": 89.803, "p95_ms": 64.618}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.139, "count": 56, "max_ms": 10.733, "p95_ms": 8.399}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.241, "count": 56, "max_ms": 134.367, "p95_ms": 117.589}, "inference_input_copy_ms": {"avg_ms": 1.898, "count": 56, "max_ms": 3.658, "p95_ms": 3.188}, "processing_residual_ms": {"avg_ms": 0.195, "count": 56, "max_ms": 0.58, "p95_ms": 0.414}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.474, "count": 56, "max_ms": 139.282, "p95_ms": 121.979}, "read_interval": {"avg_ms": 455.468, "count": 56, "max_ms": 19148.182, "p95_ms": 172.226}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 56, "max_ms": 0.042, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.072, "count": 56, "max_ms": 5.223, "p95_ms": 4.219}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 56, "max_ms": 0.031, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.054, "count": 56, "max_ms": 5.198, "p95_ms": 4.199}, "worker_merge_ms": {"avg_ms": 0.006, "count": 56, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.522, "count": 56, "max_ms": 89.841, "p95_ms": 64.631}, "visualize": {"avg_ms": 38.138, "count": 56, "max_ms": 62.8, "p95_ms": 47.665}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.245, "count": 56, "max_ms": 47.348, "p95_ms": 43.019}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.626, "count": 56, "max_ms": 62.002, "p95_ms": 45.693}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 56, "max_ms": 2.554, "p95_ms": 1.954}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.491, "count": 56, "max_ms": 61.902, "p95_ms": 45.58}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 56, "max_ms": 0.149, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1143.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.073, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.882, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 70698, "write_bytes_delta": 70698, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.488741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 25256, "reason": null, "system_cpu_core_ratio": 0.058409, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.430332, "user_cpu_s_delta": 8.620000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.563074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464279, "system_cpu_s_delta": 9.299999999999272, "user_cpu_core_ratio": 1.098794, "user_cpu_s_delta": 22.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.369, "count": 256, "max_ms": 7.261, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 12.0, "p95": 9.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.091, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.516, "max": 2.0, "p95": 1.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.684, "count": 30, "max": 62.166, "p95": 45.08, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.227, "count": 30, "max": 32.235, "p95": 28.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.7, "count": 30, "max": 1172.0, "p95": 1139.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 184.9, "count": 30, "max": 1406.0, "p95": 999.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.145, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.432, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63837.367, "count": 30, "max": 70728.0, "p95": 69775.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 26.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.494, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.173, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6041, "sampled_at": "2026-10-31T11:24:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:24:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1173703, "flush_count": 1257, "flush_interval_seconds": 30.0, "flush_state": {"count": 1257, "last_at": "2026-10-31T11:29:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:29:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1256}, "started": true, "suppressed_count": 701638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 701508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1257, "written_record_count": 1257}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6493.059, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x619110457200] cabac decode of qscale diff failed at 35 56 [h264 @ 0x619110457200] error while decoding MB 35 56, bytestream 8038 [h264 @ 0x61910f849ec0] error while decoding MB 59 59, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1942999142400, "copied_frame_count": 702763, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1942999142400, "frame_buffer_copies": 702763, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1276, "count": 512, "max_ms": 3.1099, "p50_ms": 0.103, "p95_ms": 0.2326, "p99_ms": 0.3569}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5863, "count": 512, "max_ms": 4.1305, "p50_ms": 1.5114, "p95_ms": 2.6318, "p99_ms": 3.1808, "results": {"failed": 0, "not_applicable": 0, "success": 702763, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 72, "h264_decode_error_count": 199, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:30:27+09:00", "last_error_summary": "[h264 @ 0x619110457200] cabac decode of qscale diff failed at 35 56 [h264 @ 0x619110457200] error while decoding MB 35 56, bytestream 8038 [h264 @ 0x61910f849ec0] error while decoding MB 59 59, bytestream -5", "last_exit_at": "2026-10-31T11:24:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.38, "last_started_at": "2026-10-31T11:24:32+09:00", "pid": 25604, "process": {"exists": false, "pid": 25604}, "restart_count": 77, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.795, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-10-31T11:30:27+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-31T11:30:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.449, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 455.551, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-10-31T11:30:27.902428+09:00", "mtime_epoch": 1793413827.9024277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80274}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:30:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1145.0, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 702764, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.979, "max": 8.0, "p95": 6.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.401, "max": 2.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 1.085, "max": 2.0, "p95": 2.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.047, "max": 1.0, "p95": 0.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.047, "max": 1.0, "p95": 0.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.849, "pushed": 7.849, "read": 7.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.009, "count": 235, "max_ms": 0.253, "p95_ms": 0.015, "reason": null, "sample_age_ms": 48.775, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 235, "max_ms": 4.279, "p95_ms": 2.905, "reason": null, "sample_age_ms": 97.587, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 235, "max_ms": 3.596, "p95_ms": 2.1, "reason": null, "sample_age_ms": 99.175, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.32, "count": 235, "max_ms": 1.53, "p95_ms": 0.641, "reason": null, "sample_age_ms": 48.785, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.088, "count": 235, "max_ms": 6.943, "p95_ms": 3.131, "reason": null, "sample_age_ms": 94.931, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.002, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.987, "count": 235, "max_ms": 76.108, "p95_ms": 62.147, "reason": null, "sample_age_ms": 48.772, "source": "client_direct"}, "sample_age_ms": 48.769, "source": "client_direct", "task_total_ms": {"avg_ms": 48.598, "count": 235, "max_ms": 78.861, "p95_ms": 64.786, "reason": null, "sample_age_ms": 48.769, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.301, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.294, "count": 235, "max_ms": 12.705, "p95_ms": 8.644}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.36, "count": 235, "max_ms": 1.029, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 1.126, "count": 235, "max_ms": 5.964, "p95_ms": 2.257}, "event_filter_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.034, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.235, "count": 235, "max_ms": 0.691, "p95_ms": 0.485}, "mcmt_ms": {"avg_ms": 0.003, "count": 235, "max_ms": 0.055, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.209, "count": 235, "max_ms": 4.465, "p95_ms": 3.178}, "setup_ms": {"avg_ms": 0.046, "count": 235, "max_ms": 0.148, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 4.241, "count": 235, "max_ms": 12.632, "p95_ms": 8.493}, "track_match_ms": {"avg_ms": 0.062, "count": 235, "max_ms": 0.358, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.193, "count": 235, "max_ms": 3.087, "p95_ms": 2.516}}, "gstreamer_push": {"avg_ms": 3.371, "count": 235, "max_ms": 7.364, "p95_ms": 5.315}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 235, "max_ms": 0.198, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.869, "count": 235, "max_ms": 79.891, "p95_ms": 65.701}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.025, "count": 235, "max_ms": 12.413, "p95_ms": 9.12}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.155, "count": 235, "max_ms": 126.369, "p95_ms": 112.01}, "inference_input_copy_ms": {"avg_ms": 1.783, "count": 235, "max_ms": 5.963, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.212, "count": 235, "max_ms": 1.641, "p95_ms": 0.427}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.175, "count": 235, "max_ms": 132.294, "p95_ms": 118.09}, "read_interval": {"avg_ms": 127.505, "count": 235, "max_ms": 1862.725, "p95_ms": 150.311}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 235, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.141, "count": 235, "max_ms": 4.317, "p95_ms": 3.063}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 235, "max_ms": 0.066, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.125, "count": 235, "max_ms": 4.281, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.884, "count": 235, "max_ms": 79.933, "p95_ms": 65.707}, "visualize": {"avg_ms": 35.79, "count": 235, "max_ms": 55.689, "p95_ms": 47.015}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.082, "count": 235, "max_ms": 51.499, "p95_ms": 41.696}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.242, "count": 235, "max_ms": 52.85, "p95_ms": 45.478}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 235, "max_ms": 4.067, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.105, "count": 235, "max_ms": 52.652, "p95_ms": 45.313}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 235, "max_ms": 0.373, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1144.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.497, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79179, "write_bytes_delta": 79179, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.55047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2684.0, "pid": 25604, "reason": null, "system_cpu_core_ratio": 0.146094, "system_cpu_s_delta": 2.9300000000000015, "user_cpu_core_ratio": 0.404376, "user_cpu_s_delta": 8.109999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.506312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454736, "system_cpu_s_delta": 9.12000000000262, "user_cpu_core_ratio": 1.051577, "user_cpu_s_delta": 21.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.317, "count": 253, "max_ms": 7.754, "p95_ms": 5.646, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.016, "max": 8.0, "p95": 6.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.195, "count": 30, "max": 42.872, "p95": 31.768, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 27.767, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.767, "count": 30, "max": 1202.0, "p95": 1177.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 377.0, "count": 30, "max": 2684.0, "p95": 1875.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.146, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.367, "count": 30, "max": 26.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.506, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.182, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6059, "sampled_at": "2026-10-31T11:30:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:30:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1173703, "flush_count": 1257, "flush_interval_seconds": 30.0, "flush_state": {"count": 1257, "last_at": "2026-10-31T11:29:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:29:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1256}, "started": true, "suppressed_count": 701638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 701508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1257, "written_record_count": 1257}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6482.613, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:30:27+09:00", "last_error_summary": "[h264 @ 0x619110457200] cabac decode of qscale diff failed at 35 56 [h264 @ 0x619110457200] error while decoding MB 35 56, bytestream 8038 [h264 @ 0x61910f849ec0] error while decoding MB 59 59, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1943001907200, "copied_frame_count": 702764, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1943001907200, "frame_buffer_copies": 702764, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1276, "count": 512, "max_ms": 3.1099, "p50_ms": 0.103, "p95_ms": 0.2326, "p99_ms": 0.3569}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5931, "count": 512, "max_ms": 4.3999, "p50_ms": 1.5123, "p95_ms": 2.6408, "p99_ms": 3.1821, "results": {"failed": 0, "not_applicable": 0, "success": 702764, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 72, "h264_decode_error_count": 199, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:30:27+09:00", "last_error_summary": "[h264 @ 0x619110457200] cabac decode of qscale diff failed at 35 56 [h264 @ 0x619110457200] error while decoding MB 35 56, bytestream 8038 [h264 @ 0x61910f849ec0] error while decoding MB 59 59, bytestream -5", "last_exit_at": "2026-10-31T11:30:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.437, "last_started_at": "2026-10-31T11:24:32+09:00", "pid": 25604, "process": {"exists": false, "pid": 25604}, "restart_count": 77, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.795, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-10-31T11:30:28+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-31T11:30:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.481, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 455.519, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-10-31T11:30:28.026427+09:00", "mtime_epoch": 1793413828.0264273, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79135}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:30:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1144.996, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 702764, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.975, "max": 8.0, "p95": 6.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.399, "max": 2.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.085, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.047, "max": 1.0, "p95": 0.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.047, "max": 1.0, "p95": 0.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.868, "pushed": 7.868, "read": 7.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.009, "count": 235, "max_ms": 0.253, "p95_ms": 0.015, "reason": null, "sample_age_ms": 90.982, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 235, "max_ms": 4.279, "p95_ms": 2.905, "reason": null, "sample_age_ms": 139.793, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 235, "max_ms": 3.596, "p95_ms": 2.1, "reason": null, "sample_age_ms": 141.382, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.32, "count": 235, "max_ms": 1.53, "p95_ms": 0.641, "reason": null, "sample_age_ms": 90.992, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.088, "count": 235, "max_ms": 6.943, "p95_ms": 3.131, "reason": null, "sample_age_ms": 137.137, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.028, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.209, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.987, "count": 235, "max_ms": 76.108, "p95_ms": 62.147, "reason": null, "sample_age_ms": 90.979, "source": "client_direct"}, "sample_age_ms": 90.976, "source": "client_direct", "task_total_ms": {"avg_ms": 48.598, "count": 235, "max_ms": 78.861, "p95_ms": 64.786, "reason": null, "sample_age_ms": 90.976, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.957, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.288, "count": 236, "max_ms": 12.705, "p95_ms": 8.644}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.359, "count": 236, "max_ms": 1.029, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 1.126, "count": 236, "max_ms": 5.964, "p95_ms": 2.257}, "event_filter_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.034, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.235, "count": 236, "max_ms": 0.691, "p95_ms": 0.485}, "mcmt_ms": {"avg_ms": 0.003, "count": 236, "max_ms": 0.055, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.205, "count": 236, "max_ms": 4.465, "p95_ms": 3.178}, "setup_ms": {"avg_ms": 0.046, "count": 236, "max_ms": 0.148, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 4.236, "count": 236, "max_ms": 12.632, "p95_ms": 8.493}, "track_match_ms": {"avg_ms": 0.062, "count": 236, "max_ms": 0.358, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.193, "count": 236, "max_ms": 3.087, "p95_ms": 2.516}}, "gstreamer_push": {"avg_ms": 3.366, "count": 236, "max_ms": 7.364, "p95_ms": 5.315}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 236, "max_ms": 0.198, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.874, "count": 236, "max_ms": 79.891, "p95_ms": 65.701}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.019, "count": 236, "max_ms": 12.413, "p95_ms": 9.12}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.249, "count": 236, "max_ms": 126.369, "p95_ms": 112.323}, "inference_input_copy_ms": {"avg_ms": 1.784, "count": 236, "max_ms": 5.963, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.213, "count": 236, "max_ms": 1.641, "p95_ms": 0.427}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.265, "count": 236, "max_ms": 132.294, "p95_ms": 118.09}, "read_interval": {"avg_ms": 127.505, "count": 235, "max_ms": 1862.725, "p95_ms": 150.311}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.138, "count": 236, "max_ms": 4.317, "p95_ms": 3.063}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 236, "max_ms": 0.066, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.121, "count": 236, "max_ms": 4.281, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.006, "count": 236, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.888, "count": 236, "max_ms": 79.933, "p95_ms": 65.707}, "visualize": {"avg_ms": 35.887, "count": 236, "max_ms": 58.882, "p95_ms": 47.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.13, "count": 236, "max_ms": 51.499, "p95_ms": 41.762}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.342, "count": 236, "max_ms": 57.787, "p95_ms": 45.656}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 236, "max_ms": 4.067, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.205, "count": 236, "max_ms": 57.694, "p95_ms": 45.487}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 236, "max_ms": 0.373, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1144.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.497, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79179, "write_bytes_delta": 79179, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.55047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2684.0, "pid": 25604, "reason": null, "system_cpu_core_ratio": 0.146094, "system_cpu_s_delta": 2.9300000000000015, "user_cpu_core_ratio": 0.404376, "user_cpu_s_delta": 8.109999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.506312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454736, "system_cpu_s_delta": 9.12000000000262, "user_cpu_core_ratio": 1.051577, "user_cpu_s_delta": 21.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.317, "count": 253, "max_ms": 7.754, "p95_ms": 5.646, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.016, "max": 8.0, "p95": 6.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.195, "count": 30, "max": 42.872, "p95": 31.768, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 27.767, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.767, "count": 30, "max": 1202.0, "p95": 1177.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 377.0, "count": 30, "max": 2684.0, "p95": 1875.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.146, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.367, "count": 30, "max": 26.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.506, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.182, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6059, "sampled_at": "2026-10-31T11:30:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:30:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1173703, "flush_count": 1257, "flush_interval_seconds": 30.0, "flush_state": {"count": 1257, "last_at": "2026-10-31T11:29:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:29:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1256}, "started": true, "suppressed_count": 701638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 701508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1257, "written_record_count": 1257}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6482.48, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1943001907200, "copied_frame_count": 702764, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1943001907200, "frame_buffer_copies": 702764, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1276, "count": 512, "max_ms": 3.1099, "p50_ms": 0.103, "p95_ms": 0.2326, "p99_ms": 0.3569}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5931, "count": 512, "max_ms": 4.3999, "p50_ms": 1.5123, "p95_ms": 2.6408, "p99_ms": 3.1821, "results": {"failed": 0, "not_applicable": 0, "success": 702764, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 72, "h264_decode_error_count": 199, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:30:27+09:00", "last_error_summary": "[h264 @ 0x619110457200] cabac decode of qscale diff failed at 35 56 [h264 @ 0x619110457200] error while decoding MB 35 56, bytestream 8038 [h264 @ 0x61910f849ec0] error while decoding MB 59 59, bytestream -5", "last_exit_at": "2026-10-31T11:30:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.478, "last_started_at": "2026-10-31T11:24:32+09:00", "pid": 25604, "process": {"exists": false, "pid": 25604}, "restart_count": 77, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.795, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-10-31T11:30:28+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-10-31T11:30:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.537, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 455.463, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-31T11:30:28.026427+09:00", "mtime_epoch": 1793413828.0264273, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79135}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:30:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1144.996, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 702764, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.983, "max": 8.0, "p95": 6.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.401, "max": 2.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 1.085, "max": 2.0, "p95": 2.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.047, "max": 1.0, "p95": 0.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.047, "max": 1.0, "p95": 0.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.85, "pushed": 7.85, "read": 7.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.009, "count": 235, "max_ms": 0.253, "p95_ms": 0.015, "reason": null, "sample_age_ms": 142.41, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.868, "count": 234, "max_ms": 4.279, "p95_ms": 2.907, "reason": null, "sample_age_ms": 191.221, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.352, "count": 234, "max_ms": 3.596, "p95_ms": 2.103, "reason": null, "sample_age_ms": 192.81, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.32, "count": 235, "max_ms": 1.53, "p95_ms": 0.641, "reason": null, "sample_age_ms": 142.42, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.091, "count": 234, "max_ms": 6.943, "p95_ms": 3.137, "reason": null, "sample_age_ms": 188.565, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.637, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.987, "count": 235, "max_ms": 76.108, "p95_ms": 62.147, "reason": null, "sample_age_ms": 142.407, "source": "client_direct"}, "sample_age_ms": 142.404, "source": "client_direct", "task_total_ms": {"avg_ms": 48.598, "count": 235, "max_ms": 78.861, "p95_ms": 64.786, "reason": null, "sample_age_ms": 142.404, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.637, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 235, "max_ms": 12.705, "p95_ms": 8.644}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.359, "count": 235, "max_ms": 1.029, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 1.125, "count": 235, "max_ms": 5.964, "p95_ms": 2.257}, "event_filter_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.034, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 235, "max_ms": 0.691, "p95_ms": 0.485}, "mcmt_ms": {"avg_ms": 0.003, "count": 235, "max_ms": 0.055, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.208, "count": 235, "max_ms": 4.465, "p95_ms": 3.178}, "setup_ms": {"avg_ms": 0.046, "count": 235, "max_ms": 0.148, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 4.229, "count": 235, "max_ms": 12.632, "p95_ms": 8.493}, "track_match_ms": {"avg_ms": 0.062, "count": 235, "max_ms": 0.358, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.186, "count": 235, "max_ms": 3.087, "p95_ms": 2.467}}, "gstreamer_push": {"avg_ms": 3.369, "count": 235, "max_ms": 7.364, "p95_ms": 5.315}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 235, "max_ms": 0.198, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.867, "count": 235, "max_ms": 79.891, "p95_ms": 65.701}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.016, "count": 235, "max_ms": 12.413, "p95_ms": 9.12}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.213, "count": 235, "max_ms": 126.369, "p95_ms": 112.323}, "inference_input_copy_ms": {"avg_ms": 1.785, "count": 235, "max_ms": 5.963, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.213, "count": 235, "max_ms": 1.641, "p95_ms": 0.427}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.226, "count": 235, "max_ms": 132.294, "p95_ms": 118.09}, "read_interval": {"avg_ms": 127.556, "count": 234, "max_ms": 1862.725, "p95_ms": 150.311}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 235, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.14, "count": 235, "max_ms": 4.317, "p95_ms": 3.063}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 235, "max_ms": 0.066, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.124, "count": 235, "max_ms": 4.281, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.881, "count": 235, "max_ms": 79.933, "p95_ms": 65.707}, "visualize": {"avg_ms": 35.864, "count": 235, "max_ms": 58.882, "p95_ms": 47.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.111, "count": 235, "max_ms": 51.499, "p95_ms": 41.762}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.32, "count": 235, "max_ms": 57.787, "p95_ms": 45.656}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 235, "max_ms": 4.067, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.183, "count": 235, "max_ms": 57.694, "p95_ms": 45.487}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 235, "max_ms": 0.373, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1144.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.497, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79179, "write_bytes_delta": 79179, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.55047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2684.0, "pid": 25604, "reason": null, "system_cpu_core_ratio": 0.146094, "system_cpu_s_delta": 2.9300000000000015, "user_cpu_core_ratio": 0.404376, "user_cpu_s_delta": 8.109999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.506312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454736, "system_cpu_s_delta": 9.12000000000262, "user_cpu_core_ratio": 1.051577, "user_cpu_s_delta": 21.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.317, "count": 253, "max_ms": 7.754, "p95_ms": 5.646, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.016, "max": 8.0, "p95": 6.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.195, "count": 30, "max": 42.872, "p95": 31.768, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 27.767, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.767, "count": 30, "max": 1202.0, "p95": 1177.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 377.0, "count": 30, "max": 2684.0, "p95": 1875.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.146, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.367, "count": 30, "max": 26.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.506, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.182, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6059, "sampled_at": "2026-10-31T11:30:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:30:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1173703, "flush_count": 1257, "flush_interval_seconds": 30.0, "flush_state": {"count": 1257, "last_at": "2026-10-31T11:29:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:29:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1256}, "started": true, "suppressed_count": 701638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 701508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1257, "written_record_count": 1257}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6650.66, "limit_mb": null}, "detail": {"pid": 25720, "restart_count": 78, "start_count": 79}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1943001907200, "copied_frame_count": 702764, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1943001907200, "frame_buffer_copies": 702764, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1276, "count": 512, "max_ms": 3.1099, "p50_ms": 0.103, "p95_ms": 0.2326, "p99_ms": 0.3569}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5931, "count": 512, "max_ms": 4.3999, "p50_ms": 1.5123, "p95_ms": 2.6408, "p99_ms": 3.1821, "results": {"failed": 0, "not_applicable": 0, "success": 702764, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 72, "h264_decode_error_count": 199, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:30:27+09:00", "last_error_summary": "[h264 @ 0x619110457200] cabac decode of qscale diff failed at 35 56 [h264 @ 0x619110457200] error while decoding MB 35 56, bytestream 8038 [h264 @ 0x61910f849ec0] error while decoding MB 59 59, bytestream -5", "last_exit_at": "2026-10-31T11:30:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:30:30+09:00", "pid": 25720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.949, "name": "ffmpeg", "pid": 25720, "rss_mb": 205.949, "state": "S (sleeping)", "threads": 70}, "restart_count": 78, "restart_count_per_hour": 3, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.797, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.918, "last_frame_pushed_at": "2026-10-31T11:30:28+09:00", "last_frame_read_age_sec": 5.043, "last_frame_read_at": "2026-10-31T11:30:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.394, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 450.606, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 4.911, "exists": true, "mtime": "2026-10-31T11:30:28.026427+09:00", "mtime_epoch": 1793413828.0264273, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79135}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:30:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1145.0, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 702764, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.029, "max": 8.0, "p95": 6.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.402, "max": 2.0, "p95": 2.0, "sample_count": 169}, "total": {"avg": 1.145, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.053, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.053, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.92, "pushed": 6.92, "read": 6.886}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.009, "count": 207, "max_ms": 0.253, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4997.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.886, "count": 206, "max_ms": 4.125, "p95_ms": 2.92, "reason": null, "sample_age_ms": 5046.629, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 206, "max_ms": 3.596, "p95_ms": 2.156, "reason": null, "sample_age_ms": 5048.218, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 207, "max_ms": 1.53, "p95_ms": 0.612, "reason": null, "sample_age_ms": 4997.828, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.118, "count": 206, "max_ms": 6.943, "p95_ms": 3.091, "reason": null, "sample_age_ms": 5043.973, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5043.864, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4998.045, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.746, "count": 207, "max_ms": 76.108, "p95_ms": 62.443, "reason": null, "sample_age_ms": 4997.815, "source": "client_direct"}, "sample_age_ms": 4997.812, "source": "client_direct", "task_total_ms": {"avg_ms": 48.383, "count": 207, "max_ms": 78.861, "p95_ms": 64.824, "reason": null, "sample_age_ms": 4997.812, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.923, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 207, "max_ms": 12.705, "p95_ms": 8.644}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 207, "max_ms": 1.029, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 1.165, "count": 207, "max_ms": 5.964, "p95_ms": 2.252}, "event_filter_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.24, "count": 207, "max_ms": 0.691, "p95_ms": 0.485}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.055, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.238, "count": 207, "max_ms": 4.465, "p95_ms": 3.176}, "setup_ms": {"avg_ms": 0.045, "count": 207, "max_ms": 0.148, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 4.357, "count": 207, "max_ms": 12.632, "p95_ms": 8.493}, "track_match_ms": {"avg_ms": 0.065, "count": 207, "max_ms": 0.358, "p95_ms": 0.151}, "tracker_update_ms": {"avg_ms": 1.236, "count": 207, "max_ms": 3.087, "p95_ms": 2.466}}, "gstreamer_push": {"avg_ms": 3.385, "count": 207, "max_ms": 7.364, "p95_ms": 5.168}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 207, "max_ms": 0.198, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.669, "count": 207, "max_ms": 79.891, "p95_ms": 65.909}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.009, "count": 207, "max_ms": 12.413, "p95_ms": 8.502}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.185, "count": 207, "max_ms": 126.369, "p95_ms": 112.323}, "inference_input_copy_ms": {"avg_ms": 1.821, "count": 207, "max_ms": 5.963, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.219, "count": 207, "max_ms": 1.641, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.234, "count": 207, "max_ms": 132.294, "p95_ms": 118.09}, "read_interval": {"avg_ms": 121.318, "count": 206, "max_ms": 1127.884, "p95_ms": 150.295}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 207, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.171, "count": 207, "max_ms": 4.317, "p95_ms": 3.063}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.066, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.154, "count": 207, "max_ms": 4.281, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.683, "count": 207, "max_ms": 79.933, "p95_ms": 65.92}, "visualize": {"avg_ms": 35.908, "count": 207, "max_ms": 58.882, "p95_ms": 47.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.024, "count": 207, "max_ms": 51.499, "p95_ms": 41.988}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.387, "count": 207, "max_ms": 57.787, "p95_ms": 45.903}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 207, "max_ms": 4.067, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.252, "count": 207, "max_ms": 57.694, "p95_ms": 45.738}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 207, "max_ms": 0.373, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1144.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.497, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79179, "write_bytes_delta": 79179, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.55047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2684.0, "pid": 25604, "reason": null, "system_cpu_core_ratio": 0.146094, "system_cpu_s_delta": 2.9300000000000015, "user_cpu_core_ratio": 0.404376, "user_cpu_s_delta": 8.109999999999985}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.506312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454736, "system_cpu_s_delta": 9.12000000000262, "user_cpu_core_ratio": 1.051577, "user_cpu_s_delta": 21.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.317, "count": 253, "max_ms": 7.754, "p95_ms": 5.646, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.016, "max": 8.0, "p95": 6.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.195, "count": 30, "max": 42.872, "p95": 31.768, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 27.767, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.767, "count": 30, "max": 1202.0, "p95": 1177.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 377.0, "count": 30, "max": 2684.0, "p95": 1875.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.146, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71982.133, "count": 30, "max": 79408.0, "p95": 79259.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.367, "count": 30, "max": 26.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.506, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.182, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6059, "sampled_at": "2026-10-31T11:30:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:30:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1177490, "flush_count": 1261, "flush_interval_seconds": 30.0, "flush_state": {"count": 1261, "last_at": "2026-10-31T11:33:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:33:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1260}, "started": true, "suppressed_count": 703591, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 703461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1261, "written_record_count": 1261}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6488.426, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x587386e41780] left block unavailable for requested intra mode [h264 @ 0x587386e41780] error while decoding MB 0 66, bytestream 10141 [h264 @ 0x587386eba200] error while decoding MB 86 64, bytestream -6 [h264 @ 0x587386ea6040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x587386ea6040] error while decoding MB 0 60, bytestream 8261 [h264 @ 0x587386eba200] cabac decode of qscale diff failed at 30 67 [h264 @ 0x587386eba200] error while decoding MB 30 67, bytestream 128", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1948409856000, "copied_frame_count": 704720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1948409856000, "frame_buffer_copies": 704720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 2.6506, "p50_ms": 0.0968, "p95_ms": 0.2121, "p99_ms": 0.2658}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5622, "count": 512, "max_ms": 4.4255, "p50_ms": 1.4719, "p95_ms": 2.5576, "p99_ms": 3.3746, "results": {"failed": 0, "not_applicable": 0, "success": 704720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 73, "h264_decode_error_count": 204, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:34:20+09:00", "last_error_summary": "[h264 @ 0x587386e41780] left block unavailable for requested intra mode [h264 @ 0x587386e41780] error while decoding MB 0 66, bytestream 10141 [h264 @ 0x587386eba200] error while decoding MB 86 64, bytestream -6 [h264 @ 0x587386ea6040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x587386ea6040] error while decoding MB 0 60, bytestream 8261 [h264 @ 0x587386eba200] cabac decode of qscale diff failed at 30 67 [h264 @ 0x587386eba200] error while decoding MB 30 67, bytestream 128", "last_exit_at": "2026-10-31T11:30:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.437, "last_started_at": "2026-10-31T11:30:30+09:00", "pid": 25720, "process": {"exists": false, "pid": 25720}, "restart_count": 78, "restart_count_per_hour": 3, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.836, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-31T11:34:20+09:00", "last_frame_read_age_sec": 0.045, "last_frame_read_at": "2026-10-31T11:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 376.816, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 223.184, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-31T11:34:20.336074+09:00", "mtime_epoch": 1793414060.3360739, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89615}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:34:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1145.965, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 704721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.848, "max": 9.0, "p95": 6.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.254, "max": 2.0, "p95": 2.0, "sample_count": 185}, "total": {"avg": 0.951, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.684, "max": 1.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.684, "max": 1.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 244, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.157, "pushed": 8.157, "read": 8.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 19.145, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.87, "count": 244, "max_ms": 6.209, "p95_ms": 2.985, "reason": null, "sample_age_ms": 49.247, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 244, "max_ms": 5.787, "p95_ms": 2.162, "reason": null, "sample_age_ms": 49.423, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 245, "max_ms": 1.651, "p95_ms": 0.555, "reason": null, "sample_age_ms": 19.15, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 244, "max_ms": 12.614, "p95_ms": 3.203, "reason": null, "sample_age_ms": 48.222, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 48.203, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.31, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.354, "count": 245, "max_ms": 87.597, "p95_ms": 67.743, "reason": null, "sample_age_ms": 19.141, "source": "client_direct"}, "sample_age_ms": 19.139, "source": "client_direct", "task_total_ms": {"avg_ms": 48.914, "count": 245, "max_ms": 89.913, "p95_ms": 70.168, "reason": null, "sample_age_ms": 19.139, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.825, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.19, "count": 244, "max_ms": 10.72, "p95_ms": 8.045}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.36, "count": 244, "max_ms": 1.162, "p95_ms": 0.67}, "detection_prepare_ms": {"avg_ms": 1.049, "count": 244, "max_ms": 5.253, "p95_ms": 2.04}, "event_filter_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.184, "count": 244, "max_ms": 0.698, "p95_ms": 0.404}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.303, "count": 244, "max_ms": 4.582, "p95_ms": 2.877}, "setup_ms": {"avg_ms": 0.044, "count": 244, "max_ms": 0.16, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.136, "count": 244, "max_ms": 10.649, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.074, "count": 244, "max_ms": 0.327, "p95_ms": 0.185}, "tracker_update_ms": {"avg_ms": 1.114, "count": 244, "max_ms": 3.876, "p95_ms": 2.448}}, "gstreamer_push": {"avg_ms": 3.343, "count": 244, "max_ms": 7.828, "p95_ms": 5.361}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 244, "max_ms": 0.198, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.25, "count": 244, "max_ms": 92.623, "p95_ms": 72.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.908, "count": 244, "max_ms": 15.6, "p95_ms": 8.361}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.258, "count": 244, "max_ms": 139.372, "p95_ms": 116.913}, "inference_input_copy_ms": {"avg_ms": 1.81, "count": 244, "max_ms": 5.228, "p95_ms": 3.192}, "processing_residual_ms": {"avg_ms": 0.196, "count": 244, "max_ms": 0.539, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.173, "count": 244, "max_ms": 144.255, "p95_ms": 123.168}, "read_interval": {"avg_ms": 122.793, "count": 244, "max_ms": 1162.305, "p95_ms": 159.217}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 244, "max_ms": 0.049, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.238, "count": 244, "max_ms": 4.485, "p95_ms": 2.803}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 244, "max_ms": 0.047, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.221, "count": 244, "max_ms": 4.463, "p95_ms": 2.784}, "worker_merge_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.264, "count": 244, "max_ms": 92.634, "p95_ms": 72.223}, "visualize": {"avg_ms": 36.633, "count": 244, "max_ms": 56.666, "p95_ms": 49.524}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.363, "count": 244, "max_ms": 50.105, "p95_ms": 43.75}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.093, "count": 244, "max_ms": 54.282, "p95_ms": 47.676}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 244, "max_ms": 3.669, "p95_ms": 2.386}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.965, "count": 244, "max_ms": 54.125, "p95_ms": 47.481}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 244, "max_ms": 0.228, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1145.887, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.504, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.919, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84896, "write_bytes_delta": 84896, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.650502, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8320.0, "pid": 25720, "reason": null, "system_cpu_core_ratio": 0.210839, "system_cpu_s_delta": 2.110000000000001, "user_cpu_core_ratio": 0.439663, "user_cpu_s_delta": 4.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.65873, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.499617, "system_cpu_s_delta": 5.0, "user_cpu_core_ratio": 1.159112, "user_cpu_s_delta": 11.599999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 239, "max_ms": 7.282, "p95_ms": 5.206, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.745, "max": 8.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.562, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 235}, "total": {"avg": 1.536, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.119, "count": 30, "max": 31.551, "p95": 27.746, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.225, "count": 30, "max": 30.248, "p95": 24.996, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 774.9, "count": 30, "max": 1202.0, "p95": 1167.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 526.067, "count": 30, "max": 8320.0, "p95": 2006.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.297, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.888, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80252.533, "count": 30, "max": 84896.0, "p95": 83572.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80252.533, "count": 30, "max": 84896.0, "p95": 83572.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.667, "count": 30, "max": 33.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.118, "count": 30, "max": 1.191, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6079, "sampled_at": "2026-10-31T11:33:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:33:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1177490, "flush_count": 1261, "flush_interval_seconds": 30.0, "flush_state": {"count": 1261, "last_at": "2026-10-31T11:33:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:33:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1260}, "started": true, "suppressed_count": 703591, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 703461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1261, "written_record_count": 1261}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6488.934, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:34:20+09:00", "last_error_summary": "[h264 @ 0x587386e41780] left block unavailable for requested intra mode [h264 @ 0x587386e41780] error while decoding MB 0 66, bytestream 10141 [h264 @ 0x587386eba200] error while decoding MB 86 64, bytestream -6 [h264 @ 0x587386ea6040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x587386ea6040] error while decoding MB 0 60, bytestream 8261 [h264 @ 0x587386eba200] cabac decode of qscale diff failed at 30 67 [h264 @ 0x587386eba200] error while decoding MB 30 67, bytestream 128", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1948412620800, "copied_frame_count": 704721, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1948412620800, "frame_buffer_copies": 704721, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 2.6506, "p50_ms": 0.0968, "p95_ms": 0.2121, "p99_ms": 0.2658}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5625, "count": 512, "max_ms": 4.4255, "p50_ms": 1.4719, "p95_ms": 2.5576, "p99_ms": 3.3746, "results": {"failed": 0, "not_applicable": 0, "success": 704721, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 73, "h264_decode_error_count": 204, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:34:20+09:00", "last_error_summary": "[h264 @ 0x587386e41780] left block unavailable for requested intra mode [h264 @ 0x587386e41780] error while decoding MB 0 66, bytestream 10141 [h264 @ 0x587386eba200] error while decoding MB 86 64, bytestream -6 [h264 @ 0x587386ea6040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x587386ea6040] error while decoding MB 0 60, bytestream 8261 [h264 @ 0x587386eba200] cabac decode of qscale diff failed at 30 67 [h264 @ 0x587386eba200] error while decoding MB 30 67, bytestream 128", "last_exit_at": "2026-10-31T11:34:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.476, "last_started_at": "2026-10-31T11:30:30+09:00", "pid": 25720, "process": {"exists": false, "pid": 25720}, "restart_count": 78, "restart_count_per_hour": 3, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.836, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T11:34:20+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-31T11:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 376.862, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 223.138, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-10-31T11:34:20.336074+09:00", "mtime_epoch": 1793414060.3360739, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89615}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:34:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1145.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 704721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.841, "max": 9.0, "p95": 6.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.254, "max": 2.0, "p95": 2.0, "sample_count": 185}, "total": {"avg": 0.947, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.686, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.686, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.18, "pushed": 8.18, "read": 8.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 61.34, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.87, "count": 244, "max_ms": 6.209, "p95_ms": 2.985, "reason": null, "sample_age_ms": 91.442, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 244, "max_ms": 5.787, "p95_ms": 2.162, "reason": null, "sample_age_ms": 91.618, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 245, "max_ms": 1.651, "p95_ms": 0.555, "reason": null, "sample_age_ms": 61.346, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 244, "max_ms": 12.614, "p95_ms": 3.203, "reason": null, "sample_age_ms": 90.418, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.399, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.506, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.354, "count": 245, "max_ms": 87.597, "p95_ms": 67.743, "reason": null, "sample_age_ms": 61.337, "source": "client_direct"}, "sample_age_ms": 61.334, "source": "client_direct", "task_total_ms": {"avg_ms": 48.914, "count": 245, "max_ms": 89.913, "p95_ms": 70.168, "reason": null, "sample_age_ms": 61.334, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.179, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.175, "count": 245, "max_ms": 10.72, "p95_ms": 8.045}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.359, "count": 245, "max_ms": 1.162, "p95_ms": 0.67}, "detection_prepare_ms": {"avg_ms": 1.045, "count": 245, "max_ms": 5.253, "p95_ms": 2.04}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.183, "count": 245, "max_ms": 0.698, "p95_ms": 0.404}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.298, "count": 245, "max_ms": 4.582, "p95_ms": 2.877}, "setup_ms": {"avg_ms": 0.044, "count": 245, "max_ms": 0.16, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.121, "count": 245, "max_ms": 10.649, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.074, "count": 245, "max_ms": 0.327, "p95_ms": 0.185}, "tracker_update_ms": {"avg_ms": 1.109, "count": 245, "max_ms": 3.876, "p95_ms": 2.448}}, "gstreamer_push": {"avg_ms": 3.346, "count": 245, "max_ms": 7.828, "p95_ms": 5.361}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.198, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.169, "count": 245, "max_ms": 92.623, "p95_ms": 72.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.923, "count": 245, "max_ms": 15.6, "p95_ms": 8.361}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.162, "count": 245, "max_ms": 139.372, "p95_ms": 116.913}, "inference_input_copy_ms": {"avg_ms": 1.806, "count": 245, "max_ms": 5.228, "p95_ms": 3.192}, "processing_residual_ms": {"avg_ms": 0.196, "count": 245, "max_ms": 0.539, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.086, "count": 245, "max_ms": 144.255, "p95_ms": 123.168}, "read_interval": {"avg_ms": 122.793, "count": 244, "max_ms": 1162.305, "p95_ms": 159.217}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 245, "max_ms": 0.049, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.233, "count": 245, "max_ms": 4.485, "p95_ms": 2.803}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 245, "max_ms": 0.047, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.217, "count": 245, "max_ms": 4.463, "p95_ms": 2.784}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.183, "count": 245, "max_ms": 92.634, "p95_ms": 72.223}, "visualize": {"avg_ms": 36.634, "count": 245, "max_ms": 56.666, "p95_ms": 49.524}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.375, "count": 245, "max_ms": 50.105, "p95_ms": 43.75}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.096, "count": 245, "max_ms": 54.282, "p95_ms": 47.676}, "visualize_input_copy_ms": {"avg_ms": 1.339, "count": 245, "max_ms": 3.669, "p95_ms": 2.386}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.969, "count": 245, "max_ms": 54.125, "p95_ms": 47.481}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 245, "max_ms": 0.228, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1145.887, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.504, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.919, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84896, "write_bytes_delta": 84896, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.650502, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8320.0, "pid": 25720, "reason": null, "system_cpu_core_ratio": 0.210839, "system_cpu_s_delta": 2.110000000000001, "user_cpu_core_ratio": 0.439663, "user_cpu_s_delta": 4.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.65873, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.499617, "system_cpu_s_delta": 5.0, "user_cpu_core_ratio": 1.159112, "user_cpu_s_delta": 11.599999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 239, "max_ms": 7.282, "p95_ms": 5.206, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.745, "max": 8.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.562, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 235}, "total": {"avg": 1.536, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.119, "count": 30, "max": 31.551, "p95": 27.746, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.225, "count": 30, "max": 30.248, "p95": 24.996, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 774.9, "count": 30, "max": 1202.0, "p95": 1167.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 526.067, "count": 30, "max": 8320.0, "p95": 2006.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.297, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.888, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80252.533, "count": 30, "max": 84896.0, "p95": 83572.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80252.533, "count": 30, "max": 84896.0, "p95": 83572.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.667, "count": 30, "max": 33.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.118, "count": 30, "max": 1.191, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6079, "sampled_at": "2026-10-31T11:33:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:33:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1177490, "flush_count": 1261, "flush_interval_seconds": 30.0, "flush_state": {"count": 1261, "last_at": "2026-10-31T11:33:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:33:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1260}, "started": true, "suppressed_count": 703591, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 703461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1261, "written_record_count": 1261}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6493.617, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1948412620800, "copied_frame_count": 704721, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1948412620800, "frame_buffer_copies": 704721, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 2.6506, "p50_ms": 0.0968, "p95_ms": 0.2121, "p99_ms": 0.2658}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5625, "count": 512, "max_ms": 4.4255, "p50_ms": 1.4719, "p95_ms": 2.5576, "p99_ms": 3.3746, "results": {"failed": 0, "not_applicable": 0, "success": 704721, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 73, "h264_decode_error_count": 204, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:34:20+09:00", "last_error_summary": "[h264 @ 0x587386e41780] left block unavailable for requested intra mode [h264 @ 0x587386e41780] error while decoding MB 0 66, bytestream 10141 [h264 @ 0x587386eba200] error while decoding MB 86 64, bytestream -6 [h264 @ 0x587386ea6040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x587386ea6040] error while decoding MB 0 60, bytestream 8261 [h264 @ 0x587386eba200] cabac decode of qscale diff failed at 30 67 [h264 @ 0x587386eba200] error while decoding MB 30 67, bytestream 128", "last_exit_at": "2026-10-31T11:34:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.506, "last_started_at": "2026-10-31T11:30:30+09:00", "pid": 25720, "process": {"exists": false, "pid": 25720}, "restart_count": 78, "restart_count_per_hour": 3, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.836, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-31T11:34:20+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-10-31T11:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 376.889, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 223.111, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-31T11:34:20.421074+09:00", "mtime_epoch": 1793414060.421074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90318}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:34:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1145.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 704721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.841, "max": 9.0, "p95": 6.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.254, "max": 2.0, "p95": 2.0, "sample_count": 185}, "total": {"avg": 0.947, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.686, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.686, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.172, "pushed": 8.172, "read": 8.138}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 89.804, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.87, "count": 244, "max_ms": 6.209, "p95_ms": 2.985, "reason": null, "sample_age_ms": 119.906, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 244, "max_ms": 5.787, "p95_ms": 2.162, "reason": null, "sample_age_ms": 120.082, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 244, "max_ms": 1.651, "p95_ms": 0.555, "reason": null, "sample_age_ms": 89.809, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 244, "max_ms": 12.614, "p95_ms": 3.203, "reason": null, "sample_age_ms": 118.881, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.863, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.97, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.339, "count": 244, "max_ms": 87.597, "p95_ms": 67.789, "reason": null, "sample_age_ms": 89.801, "source": "client_direct"}, "sample_age_ms": 89.798, "source": "client_direct", "task_total_ms": {"avg_ms": 48.901, "count": 244, "max_ms": 89.913, "p95_ms": 70.186, "reason": null, "sample_age_ms": 89.798, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.175, "count": 245, "max_ms": 10.72, "p95_ms": 8.045}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.359, "count": 245, "max_ms": 1.162, "p95_ms": 0.67}, "detection_prepare_ms": {"avg_ms": 1.045, "count": 245, "max_ms": 5.253, "p95_ms": 2.04}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.183, "count": 245, "max_ms": 0.698, "p95_ms": 0.404}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.298, "count": 245, "max_ms": 4.582, "p95_ms": 2.877}, "setup_ms": {"avg_ms": 0.044, "count": 245, "max_ms": 0.16, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.121, "count": 245, "max_ms": 10.649, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.074, "count": 245, "max_ms": 0.327, "p95_ms": 0.185}, "tracker_update_ms": {"avg_ms": 1.109, "count": 245, "max_ms": 3.876, "p95_ms": 2.448}}, "gstreamer_push": {"avg_ms": 3.346, "count": 245, "max_ms": 7.828, "p95_ms": 5.361}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.198, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.169, "count": 245, "max_ms": 92.623, "p95_ms": 72.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.923, "count": 245, "max_ms": 15.6, "p95_ms": 8.361}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.162, "count": 245, "max_ms": 139.372, "p95_ms": 116.913}, "inference_input_copy_ms": {"avg_ms": 1.806, "count": 245, "max_ms": 5.228, "p95_ms": 3.192}, "processing_residual_ms": {"avg_ms": 0.196, "count": 245, "max_ms": 0.539, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.086, "count": 245, "max_ms": 144.255, "p95_ms": 123.168}, "read_interval": {"avg_ms": 122.793, "count": 244, "max_ms": 1162.305, "p95_ms": 159.217}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 245, "max_ms": 0.049, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.233, "count": 245, "max_ms": 4.485, "p95_ms": 2.803}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 245, "max_ms": 0.047, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.217, "count": 245, "max_ms": 4.463, "p95_ms": 2.784}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.183, "count": 245, "max_ms": 92.634, "p95_ms": 72.223}, "visualize": {"avg_ms": 36.634, "count": 245, "max_ms": 56.666, "p95_ms": 49.524}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.375, "count": 245, "max_ms": 50.105, "p95_ms": 43.75}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.096, "count": 245, "max_ms": 54.282, "p95_ms": 47.676}, "visualize_input_copy_ms": {"avg_ms": 1.339, "count": 245, "max_ms": 3.669, "p95_ms": 2.386}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.969, "count": 245, "max_ms": 54.125, "p95_ms": 47.481}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 245, "max_ms": 0.228, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1145.887, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.504, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.919, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84896, "write_bytes_delta": 84896, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.650502, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8320.0, "pid": 25720, "reason": null, "system_cpu_core_ratio": 0.210839, "system_cpu_s_delta": 2.110000000000001, "user_cpu_core_ratio": 0.439663, "user_cpu_s_delta": 4.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.65873, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.499617, "system_cpu_s_delta": 5.0, "user_cpu_core_ratio": 1.159112, "user_cpu_s_delta": 11.599999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 239, "max_ms": 7.282, "p95_ms": 5.206, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.745, "max": 8.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.562, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 235}, "total": {"avg": 1.536, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.119, "count": 30, "max": 31.551, "p95": 27.746, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.225, "count": 30, "max": 30.248, "p95": 24.996, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 774.9, "count": 30, "max": 1202.0, "p95": 1167.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 526.067, "count": 30, "max": 8320.0, "p95": 2006.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.297, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.888, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80252.533, "count": 30, "max": 84896.0, "p95": 83572.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80252.533, "count": 30, "max": 84896.0, "p95": 83572.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.667, "count": 30, "max": 33.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.118, "count": 30, "max": 1.191, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6079, "sampled_at": "2026-10-31T11:33:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:33:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1177490, "flush_count": 1261, "flush_interval_seconds": 30.0, "flush_state": {"count": 1261, "last_at": "2026-10-31T11:33:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:33:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1260}, "started": true, "suppressed_count": 703591, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 703461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1261, "written_record_count": 1261}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6662.863, "limit_mb": null}, "detail": {"pid": 25836, "restart_count": 79, "start_count": 80}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1948412620800, "copied_frame_count": 704721, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1948412620800, "frame_buffer_copies": 704721, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 2.6506, "p50_ms": 0.0968, "p95_ms": 0.2121, "p99_ms": 0.2658}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5625, "count": 512, "max_ms": 4.4255, "p50_ms": 1.4719, "p95_ms": 2.5576, "p99_ms": 3.3746, "results": {"failed": 0, "not_applicable": 0, "success": 704721, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 73, "h264_decode_error_count": 204, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:34:20+09:00", "last_error_summary": "[h264 @ 0x587386e41780] left block unavailable for requested intra mode [h264 @ 0x587386e41780] error while decoding MB 0 66, bytestream 10141 [h264 @ 0x587386eba200] error while decoding MB 86 64, bytestream -6 [h264 @ 0x587386ea6040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x587386ea6040] error while decoding MB 0 60, bytestream 8261 [h264 @ 0x587386eba200] cabac decode of qscale diff failed at 30 67 [h264 @ 0x587386eba200] error while decoding MB 30 67, bytestream 128", "last_exit_at": "2026-10-31T11:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:34:23+09:00", "pid": 25836, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.117, "name": "ffmpeg", "pid": 25836, "rss_mb": 206.117, "state": "S (sleeping)", "threads": 70}, "restart_count": 79, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.607, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.707, "last_frame_pushed_at": "2026-10-31T11:34:20+09:00", "last_frame_read_age_sec": 4.788, "last_frame_read_at": "2026-10-31T11:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 381.565, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 218.435, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 4.695, "exists": true, "mtime": "2026-10-31T11:34:20.421074+09:00", "mtime_epoch": 1793414060.421074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90318}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:34:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1145.965, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 704721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.762, "max": 9.0, "p95": 6.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.207, "max": 2.0, "p95": 2.0, "sample_count": 150}, "total": {"avg": 0.862, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 0.8, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 0.8, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.071, "pushed": 7.071, "read": 7.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.007, "count": 210, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4764.811, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.893, "count": 210, "max_ms": 5.787, "p95_ms": 3.039, "reason": null, "sample_age_ms": 4794.913, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 210, "max_ms": 4.383, "p95_ms": 2.137, "reason": null, "sample_age_ms": 4795.089, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 210, "max_ms": 1.651, "p95_ms": 0.553, "reason": null, "sample_age_ms": 4764.816, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.079, "count": 210, "max_ms": 12.614, "p95_ms": 3.263, "reason": null, "sample_age_ms": 4793.888, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4793.869, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4764.977, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.365, "count": 210, "max_ms": 87.597, "p95_ms": 67.514, "reason": null, "sample_age_ms": 4764.807, "source": "client_direct"}, "sample_age_ms": 4764.805, "source": "client_direct", "task_total_ms": {"avg_ms": 48.955, "count": 210, "max_ms": 89.913, "p95_ms": 70.082, "reason": null, "sample_age_ms": 4764.805, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.73, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.983, "count": 210, "max_ms": 10.606, "p95_ms": 8.045}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 210, "max_ms": 1.149, "p95_ms": 0.602}, "detection_prepare_ms": {"avg_ms": 0.977, "count": 210, "max_ms": 3.801, "p95_ms": 1.962}, "event_filter_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 210, "max_ms": 0.596, "p95_ms": 0.339}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.298, "count": 210, "max_ms": 4.582, "p95_ms": 2.912}, "setup_ms": {"avg_ms": 0.044, "count": 210, "max_ms": 0.16, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 3.929, "count": 210, "max_ms": 10.496, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.074, "count": 210, "max_ms": 0.327, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.02, "count": 210, "max_ms": 3.26, "p95_ms": 2.313}}, "gstreamer_push": {"avg_ms": 3.36, "count": 210, "max_ms": 7.828, "p95_ms": 5.616}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 210, "max_ms": 0.198, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.225, "count": 210, "max_ms": 92.623, "p95_ms": 72.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.968, "count": 210, "max_ms": 15.6, "p95_ms": 8.431}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.859, "count": 210, "max_ms": 127.871, "p95_ms": 116.913}, "inference_input_copy_ms": {"avg_ms": 1.818, "count": 210, "max_ms": 5.228, "p95_ms": 3.252}, "processing_residual_ms": {"avg_ms": 0.199, "count": 210, "max_ms": 0.539, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.844, "count": 210, "max_ms": 135.255, "p95_ms": 123.926}, "read_interval": {"avg_ms": 124.163, "count": 210, "max_ms": 1162.305, "p95_ms": 159.217}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 210, "max_ms": 0.049, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.234, "count": 210, "max_ms": 4.485, "p95_ms": 2.866}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 210, "max_ms": 0.047, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.217, "count": 210, "max_ms": 4.463, "p95_ms": 2.848}, "worker_merge_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.239, "count": 210, "max_ms": 92.634, "p95_ms": 72.223}, "visualize": {"avg_ms": 36.465, "count": 210, "max_ms": 56.666, "p95_ms": 49.656}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.393, "count": 210, "max_ms": 50.105, "p95_ms": 43.75}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.939, "count": 210, "max_ms": 54.282, "p95_ms": 47.99}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 210, "max_ms": 3.029, "p95_ms": 2.249}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.811, "count": 210, "max_ms": 54.125, "p95_ms": 47.795}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 210, "max_ms": 0.228, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1145.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.096, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.74, "sample_count": 2501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.667, "exists": true, "size_bytes": 90318, "write_bytes_delta": 90318, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 25720, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.237702, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.377495, "system_cpu_s_delta": 4.0900000000001455, "user_cpu_core_ratio": 0.860208, "user_cpu_s_delta": 9.319999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.356, "count": 222, "max_ms": 7.828, "p95_ms": 5.405, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.775, "max": 9.0, "p95": 6.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.191, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 162}, "total": {"avg": 0.869, "max": 2.0, "p95": 2.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.443, "count": 30, "max": 31.551, "p95": 27.357, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.49, "count": 30, "max": 30.248, "p95": 24.226, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 720.067, "count": 30, "max": 1171.0, "p95": 1160.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 644.567, "count": 30, "max": 8320.0, "p95": 2576.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.297, "p95": 0.247, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.185, "count": 30, "max": 2.888, "p95": 1.467, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81363.967, "count": 30, "max": 90318.0, "p95": 84486.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81363.967, "count": 30, "max": 90318.0, "p95": 84486.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.1, "count": 30, "max": 33.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.191, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6082, "sampled_at": "2026-10-31T11:34:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:34:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.7, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1180356, "flush_count": 1264, "flush_interval_seconds": 30.0, "flush_state": {"count": 1264, "last_at": "2026-10-31T11:36:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:36:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1263}, "started": true, "suppressed_count": 704806, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 704676}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1264, "written_record_count": 1264}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6501.273, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6414b6910780] cabac decode of qscale diff failed at 59 63 [h264 @ 0x6414b6910780] error while decoding MB 59 63, bytestream 8875 [h264 @ 0x6414b694ccc0] error while decoding MB 59 47, bytestream -6 [h264 @ 0x6414b68e8400] cabac decode of qscale diff failed at 27 48 [h264 @ 0x6414b68e8400] error while decoding MB 27 48, bytestream 4525 [h264 @ 0x6414b694ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6414b694ccc0] error while decoding MB 0 66, bytestream 9657 [h264", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1951777382400, "copied_frame_count": 705938, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1951777382400, "frame_buffer_copies": 705938, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0909, "p95_ms": 0.1928, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4441, "count": 512, "max_ms": 4.9676, "p50_ms": 1.3687, "p95_ms": 2.3617, "p99_ms": 3.2062, "results": {"failed": 0, "not_applicable": 0, "success": 705938, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 74, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:37:07+09:00", "last_error_summary": "[h264 @ 0x6414b6910780] cabac decode of qscale diff failed at 59 63 [h264 @ 0x6414b6910780] error while decoding MB 59 63, bytestream 8875 [h264 @ 0x6414b694ccc0] error while decoding MB 59 47, bytestream -6 [h264 @ 0x6414b68e8400] cabac decode of qscale diff failed at 27 48 [h264 @ 0x6414b68e8400] error while decoding MB 27 48, bytestream 4525 [h264 @ 0x6414b694ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6414b694ccc0] error while decoding MB 0 66, bytestream 9657 [h264", "last_exit_at": "2026-10-31T11:34:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.181, "last_started_at": "2026-10-31T11:34:23+09:00", "pid": 25836, "process": {"exists": false, "pid": 25836}, "restart_count": 79, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.516, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-31T11:37:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-10-31T11:37:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 543.758, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 56.242, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-31T11:37:07.229083+09:00", "mtime_epoch": 1793414227.2290826, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93513}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:37:07+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1146.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 705939, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.518, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.578, "max": 1.0, "p95": 1.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 84, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.058, "p95_ms": 0.012, "reason": null, "sample_age_ms": 34.197, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.696, "count": 84, "max_ms": 4.082, "p95_ms": 2.838, "reason": null, "sample_age_ms": 80.713, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 84, "max_ms": 2.87, "p95_ms": 1.534, "reason": null, "sample_age_ms": 81.151, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 84, "max_ms": 0.712, "p95_ms": 0.539, "reason": null, "sample_age_ms": 34.211, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.855, "count": 84, "max_ms": 6.513, "p95_ms": 3.133, "reason": null, "sample_age_ms": 79.05, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.035, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.607, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.655, "count": 84, "max_ms": 59.088, "p95_ms": 56.135, "reason": null, "sample_age_ms": 34.192, "source": "client_direct"}, "sample_age_ms": 34.187, "source": "client_direct", "task_total_ms": {"avg_ms": 42.967, "count": 84, "max_ms": 61.905, "p95_ms": 58.037, "reason": null, "sample_age_ms": 34.187, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.858, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.343, "count": 83, "max_ms": 6.701, "p95_ms": 5.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.278, "count": 83, "max_ms": 1.01, "p95_ms": 0.47}, "detection_prepare_ms": {"avg_ms": 0.724, "count": 83, "max_ms": 2.449, "p95_ms": 2.144}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.147, "count": 83, "max_ms": 0.507, "p95_ms": 0.356}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.038, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.381, "count": 83, "max_ms": 1.363, "p95_ms": 0.917}, "setup_ms": {"avg_ms": 0.037, "count": 83, "max_ms": 0.157, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 2.305, "count": 83, "max_ms": 6.608, "p95_ms": 5.491}, "track_match_ms": {"avg_ms": 0.031, "count": 83, "max_ms": 0.114, "p95_ms": 0.087}, "tracker_update_ms": {"avg_ms": 0.699, "count": 83, "max_ms": 2.874, "p95_ms": 1.969}}, "gstreamer_push": {"avg_ms": 3.187, "count": 83, "max_ms": 5.915, "p95_ms": 4.825}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.457, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.982, "count": 83, "max_ms": 62.776, "p95_ms": 60.173}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.91, "count": 83, "max_ms": 12.547, "p95_ms": 8.225}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.315, "count": 83, "max_ms": 105.86, "p95_ms": 102.094}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 83, "max_ms": 3.319, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.201, "count": 83, "max_ms": 0.513, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.144, "count": 83, "max_ms": 121.334, "p95_ms": 107.319}, "read_interval": {"avg_ms": 357.817, "count": 84, "max_ms": 10145.365, "p95_ms": 154.072}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 83, "max_ms": 0.074, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.332, "count": 83, "max_ms": 1.267, "p95_ms": 0.842}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 83, "max_ms": 0.03, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.319, "count": 83, "max_ms": 1.249, "p95_ms": 0.824}, "worker_merge_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.994, "count": 83, "max_ms": 62.786, "p95_ms": 60.18}, "visualize": {"avg_ms": 34.911, "count": 83, "max_ms": 50.785, "p95_ms": 44.771}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.498, "count": 83, "max_ms": 46.351, "p95_ms": 40.227}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.466, "count": 83, "max_ms": 49.233, "p95_ms": 43.679}, "visualize_input_copy_ms": {"avg_ms": 1.266, "count": 83, "max_ms": 2.686, "p95_ms": 2.059}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.356, "count": 83, "max_ms": 49.095, "p95_ms": 43.544}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 83, "max_ms": 0.13, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1146.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.954, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.349, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84467, "write_bytes_delta": 84467, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.753191, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1867.0, "pid": 25836, "reason": null, "system_cpu_core_ratio": 0.334918, "system_cpu_s_delta": 6.709999999999999, "user_cpu_core_ratio": 0.418273, "user_cpu_s_delta": 8.380000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.237849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.390821, "system_cpu_s_delta": 7.829999999998108, "user_cpu_core_ratio": 0.847028, "user_cpu_s_delta": 16.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 220, "max_ms": 8.226, "p95_ms": 5.028, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.414, "max": 8.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.096, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.782, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.952, "count": 30, "max": 31.551, "p95": 29.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.013, "count": 30, "max": 30.248, "p95": 26.483, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 624.2, "count": 30, "max": 1211.0, "p95": 1082.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1136.233, "count": 30, "max": 9824.0, "p95": 5783.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.335, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 33.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.217, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6091, "sampled_at": "2026-10-31T11:36:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:36:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1180356, "flush_count": 1264, "flush_interval_seconds": 30.0, "flush_state": {"count": 1264, "last_at": "2026-10-31T11:36:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:36:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1263}, "started": true, "suppressed_count": 704806, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 704676}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1264, "written_record_count": 1264}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6493.672, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:37:07+09:00", "last_error_summary": "[h264 @ 0x6414b6910780] cabac decode of qscale diff failed at 59 63 [h264 @ 0x6414b6910780] error while decoding MB 59 63, bytestream 8875 [h264 @ 0x6414b694ccc0] error while decoding MB 59 47, bytestream -6 [h264 @ 0x6414b68e8400] cabac decode of qscale diff failed at 27 48 [h264 @ 0x6414b68e8400] error while decoding MB 27 48, bytestream 4525 [h264 @ 0x6414b694ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6414b694ccc0] error while decoding MB 0 66, bytestream 9657 [h264", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1951780147200, "copied_frame_count": 705939, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1951780147200, "frame_buffer_copies": 705939, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0909, "p95_ms": 0.1928, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4442, "count": 512, "max_ms": 4.9676, "p50_ms": 1.3687, "p95_ms": 2.3617, "p99_ms": 3.2062, "results": {"failed": 0, "not_applicable": 0, "success": 705939, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 74, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:37:07+09:00", "last_error_summary": "[h264 @ 0x6414b6910780] cabac decode of qscale diff failed at 59 63 [h264 @ 0x6414b6910780] error while decoding MB 59 63, bytestream 8875 [h264 @ 0x6414b694ccc0] error while decoding MB 59 47, bytestream -6 [h264 @ 0x6414b68e8400] cabac decode of qscale diff failed at 27 48 [h264 @ 0x6414b68e8400] error while decoding MB 27 48, bytestream 4525 [h264 @ 0x6414b694ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6414b694ccc0] error while decoding MB 0 66, bytestream 9657 [h264", "last_exit_at": "2026-10-31T11:37:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.234, "last_started_at": "2026-10-31T11:34:23+09:00", "pid": 25836, "process": {"exists": false, "pid": 25836}, "restart_count": 79, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.516, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-31T11:37:07+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-31T11:37:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 543.795, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 56.205, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-31T11:37:07.337083+09:00", "mtime_epoch": 1793414227.3370826, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93677}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:37:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1146.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 705939, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.488, "max": 9.0, "p95": 8.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.805, "pushed": 2.805, "read": 2.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.058, "p95_ms": 0.012, "reason": null, "sample_age_ms": 80.906, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.7, "count": 83, "max_ms": 4.082, "p95_ms": 2.886, "reason": null, "sample_age_ms": 127.422, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.272, "count": 83, "max_ms": 2.87, "p95_ms": 1.544, "reason": null, "sample_age_ms": 127.86, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 84, "max_ms": 0.712, "p95_ms": 0.539, "reason": null, "sample_age_ms": 80.92, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.86, "count": 83, "max_ms": 6.513, "p95_ms": 3.137, "reason": null, "sample_age_ms": 125.759, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.744, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.316, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.655, "count": 84, "max_ms": 59.088, "p95_ms": 56.135, "reason": null, "sample_age_ms": 80.9, "source": "client_direct"}, "sample_age_ms": 80.896, "source": "client_direct", "task_total_ms": {"avg_ms": 42.967, "count": 84, "max_ms": 61.905, "p95_ms": 58.037, "reason": null, "sample_age_ms": 80.896, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.332, "count": 84, "max_ms": 6.701, "p95_ms": 5.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 84, "max_ms": 1.01, "p95_ms": 0.487}, "detection_prepare_ms": {"avg_ms": 0.719, "count": 84, "max_ms": 2.449, "p95_ms": 2.144}, "event_filter_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.147, "count": 84, "max_ms": 0.507, "p95_ms": 0.356}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.038, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.379, "count": 84, "max_ms": 1.363, "p95_ms": 0.917}, "setup_ms": {"avg_ms": 0.037, "count": 84, "max_ms": 0.157, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 2.294, "count": 84, "max_ms": 6.608, "p95_ms": 5.491}, "track_match_ms": {"avg_ms": 0.031, "count": 84, "max_ms": 0.114, "p95_ms": 0.087}, "tracker_update_ms": {"avg_ms": 0.691, "count": 84, "max_ms": 2.874, "p95_ms": 1.969}}, "gstreamer_push": {"avg_ms": 3.172, "count": 84, "max_ms": 5.915, "p95_ms": 4.825}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 84, "max_ms": 0.457, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.022, "count": 84, "max_ms": 62.776, "p95_ms": 60.173}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 84, "max_ms": 12.547, "p95_ms": 8.225}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.477, "count": 84, "max_ms": 105.86, "p95_ms": 102.094}, "inference_input_copy_ms": {"avg_ms": 1.715, "count": 84, "max_ms": 3.319, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.201, "count": 84, "max_ms": 0.513, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.297, "count": 84, "max_ms": 121.334, "p95_ms": 107.319}, "read_interval": {"avg_ms": 360.168, "count": 83, "max_ms": 10145.365, "p95_ms": 140.818}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 84, "max_ms": 0.074, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.33, "count": 84, "max_ms": 1.267, "p95_ms": 0.842}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 84, "max_ms": 0.03, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.317, "count": 84, "max_ms": 1.249, "p95_ms": 0.824}, "worker_merge_ms": {"avg_ms": 0.005, "count": 84, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.034, "count": 84, "max_ms": 62.786, "p95_ms": 60.18}, "visualize": {"avg_ms": 35.027, "count": 84, "max_ms": 50.785, "p95_ms": 44.771}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.622, "count": 84, "max_ms": 46.351, "p95_ms": 41.943}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.578, "count": 84, "max_ms": 49.233, "p95_ms": 43.679}, "visualize_input_copy_ms": {"avg_ms": 1.269, "count": 84, "max_ms": 2.686, "p95_ms": 2.059}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.467, "count": 84, "max_ms": 49.095, "p95_ms": 43.544}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 84, "max_ms": 0.13, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1146.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.954, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.349, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84467, "write_bytes_delta": 84467, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.753191, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1867.0, "pid": 25836, "reason": null, "system_cpu_core_ratio": 0.334918, "system_cpu_s_delta": 6.709999999999999, "user_cpu_core_ratio": 0.418273, "user_cpu_s_delta": 8.380000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.237849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.390821, "system_cpu_s_delta": 7.829999999998108, "user_cpu_core_ratio": 0.847028, "user_cpu_s_delta": 16.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 220, "max_ms": 8.226, "p95_ms": 5.028, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.414, "max": 8.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.096, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.782, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.952, "count": 30, "max": 31.551, "p95": 29.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.013, "count": 30, "max": 30.248, "p95": 26.483, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 624.2, "count": 30, "max": 1211.0, "p95": 1082.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1136.233, "count": 30, "max": 9824.0, "p95": 5783.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.335, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 33.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.217, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6091, "sampled_at": "2026-10-31T11:36:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:36:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1180356, "flush_count": 1264, "flush_interval_seconds": 30.0, "flush_state": {"count": 1264, "last_at": "2026-10-31T11:36:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:36:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1263}, "started": true, "suppressed_count": 704806, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 704676}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1264, "written_record_count": 1264}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6493.0, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1951780147200, "copied_frame_count": 705939, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1951780147200, "frame_buffer_copies": 705939, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0909, "p95_ms": 0.1928, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4442, "count": 512, "max_ms": 4.9676, "p50_ms": 1.3687, "p95_ms": 2.3617, "p99_ms": 3.2062, "results": {"failed": 0, "not_applicable": 0, "success": 705939, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 74, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:37:07+09:00", "last_error_summary": "[h264 @ 0x6414b6910780] cabac decode of qscale diff failed at 59 63 [h264 @ 0x6414b6910780] error while decoding MB 59 63, bytestream 8875 [h264 @ 0x6414b694ccc0] error while decoding MB 59 47, bytestream -6 [h264 @ 0x6414b68e8400] cabac decode of qscale diff failed at 27 48 [h264 @ 0x6414b68e8400] error while decoding MB 27 48, bytestream 4525 [h264 @ 0x6414b694ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6414b694ccc0] error while decoding MB 0 66, bytestream 9657 [h264", "last_exit_at": "2026-10-31T11:37:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.261, "last_started_at": "2026-10-31T11:34:23+09:00", "pid": 25836, "process": {"exists": false, "pid": 25836}, "restart_count": 79, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.516, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-31T11:37:07+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-31T11:37:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 543.82, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 56.18, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-31T11:37:07.337083+09:00", "mtime_epoch": 1793414227.3370826, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93677}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:37:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1146.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 705939, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.488, "max": 9.0, "p95": 8.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.803, "pushed": 2.803, "read": 2.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.058, "p95_ms": 0.012, "reason": null, "sample_age_ms": 107.874, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.7, "count": 83, "max_ms": 4.082, "p95_ms": 2.886, "reason": null, "sample_age_ms": 154.389, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.272, "count": 83, "max_ms": 2.87, "p95_ms": 1.544, "reason": null, "sample_age_ms": 154.827, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 83, "max_ms": 0.712, "p95_ms": 0.54, "reason": null, "sample_age_ms": 107.887, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.86, "count": 83, "max_ms": 6.513, "p95_ms": 3.137, "reason": null, "sample_age_ms": 152.726, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.711, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.284, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.71, "count": 83, "max_ms": 59.088, "p95_ms": 56.204, "reason": null, "sample_age_ms": 107.868, "source": "client_direct"}, "sample_age_ms": 107.863, "source": "client_direct", "task_total_ms": {"avg_ms": 43.028, "count": 83, "max_ms": 61.905, "p95_ms": 58.06, "reason": null, "sample_age_ms": 107.863, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.495, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.332, "count": 84, "max_ms": 6.701, "p95_ms": 5.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 84, "max_ms": 1.01, "p95_ms": 0.487}, "detection_prepare_ms": {"avg_ms": 0.719, "count": 84, "max_ms": 2.449, "p95_ms": 2.144}, "event_filter_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.147, "count": 84, "max_ms": 0.507, "p95_ms": 0.356}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.038, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.379, "count": 84, "max_ms": 1.363, "p95_ms": 0.917}, "setup_ms": {"avg_ms": 0.037, "count": 84, "max_ms": 0.157, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 2.294, "count": 84, "max_ms": 6.608, "p95_ms": 5.491}, "track_match_ms": {"avg_ms": 0.031, "count": 84, "max_ms": 0.114, "p95_ms": 0.087}, "tracker_update_ms": {"avg_ms": 0.691, "count": 84, "max_ms": 2.874, "p95_ms": 1.969}}, "gstreamer_push": {"avg_ms": 3.172, "count": 84, "max_ms": 5.915, "p95_ms": 4.825}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 84, "max_ms": 0.457, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.022, "count": 84, "max_ms": 62.776, "p95_ms": 60.173}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 84, "max_ms": 12.547, "p95_ms": 8.225}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.477, "count": 84, "max_ms": 105.86, "p95_ms": 102.094}, "inference_input_copy_ms": {"avg_ms": 1.715, "count": 84, "max_ms": 3.319, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.201, "count": 84, "max_ms": 0.513, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.297, "count": 84, "max_ms": 121.334, "p95_ms": 107.319}, "read_interval": {"avg_ms": 360.168, "count": 83, "max_ms": 10145.365, "p95_ms": 140.818}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 84, "max_ms": 0.074, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.33, "count": 84, "max_ms": 1.267, "p95_ms": 0.842}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 84, "max_ms": 0.03, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.317, "count": 84, "max_ms": 1.249, "p95_ms": 0.824}, "worker_merge_ms": {"avg_ms": 0.005, "count": 84, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.034, "count": 84, "max_ms": 62.786, "p95_ms": 60.18}, "visualize": {"avg_ms": 35.027, "count": 84, "max_ms": 50.785, "p95_ms": 44.771}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.622, "count": 84, "max_ms": 46.351, "p95_ms": 41.943}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.578, "count": 84, "max_ms": 49.233, "p95_ms": 43.679}, "visualize_input_copy_ms": {"avg_ms": 1.269, "count": 84, "max_ms": 2.686, "p95_ms": 2.059}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.467, "count": 84, "max_ms": 49.095, "p95_ms": 43.544}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 84, "max_ms": 0.13, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1146.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.954, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.349, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84467, "write_bytes_delta": 84467, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.753191, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1867.0, "pid": 25836, "reason": null, "system_cpu_core_ratio": 0.334918, "system_cpu_s_delta": 6.709999999999999, "user_cpu_core_ratio": 0.418273, "user_cpu_s_delta": 8.380000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.237849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.390821, "system_cpu_s_delta": 7.829999999998108, "user_cpu_core_ratio": 0.847028, "user_cpu_s_delta": 16.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 220, "max_ms": 8.226, "p95_ms": 5.028, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.414, "max": 8.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.096, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.782, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.952, "count": 30, "max": 31.551, "p95": 29.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.013, "count": 30, "max": 30.248, "p95": 26.483, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 624.2, "count": 30, "max": 1211.0, "p95": 1082.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1136.233, "count": 30, "max": 9824.0, "p95": 5783.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.335, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 33.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.217, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6091, "sampled_at": "2026-10-31T11:36:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:36:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1180356, "flush_count": 1264, "flush_interval_seconds": 30.0, "flush_state": {"count": 1264, "last_at": "2026-10-31T11:36:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:36:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1263}, "started": true, "suppressed_count": 704806, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 704676}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1264, "written_record_count": 1264}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6661.793, "limit_mb": null}, "detail": {"pid": 25952, "restart_count": 80, "start_count": 81}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1951780147200, "copied_frame_count": 705939, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1951780147200, "frame_buffer_copies": 705939, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0909, "p95_ms": 0.1928, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4442, "count": 512, "max_ms": 4.9676, "p50_ms": 1.3687, "p95_ms": 2.3617, "p99_ms": 3.2062, "results": {"failed": 0, "not_applicable": 0, "success": 705939, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 74, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:37:07+09:00", "last_error_summary": "[h264 @ 0x6414b6910780] cabac decode of qscale diff failed at 59 63 [h264 @ 0x6414b6910780] error while decoding MB 59 63, bytestream 8875 [h264 @ 0x6414b694ccc0] error while decoding MB 59 47, bytestream -6 [h264 @ 0x6414b68e8400] cabac decode of qscale diff failed at 27 48 [h264 @ 0x6414b68e8400] error while decoding MB 27 48, bytestream 4525 [h264 @ 0x6414b694ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6414b694ccc0] error while decoding MB 0 66, bytestream 9657 [h264", "last_exit_at": "2026-10-31T11:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:37:09+09:00", "pid": 25952, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.43, "name": "ffmpeg", "pid": 25952, "rss_mb": 206.43, "state": "S (sleeping)", "threads": 70}, "restart_count": 80, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.516, "sample_count": 2303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.404, "last_frame_pushed_at": "2026-10-31T11:37:07+09:00", "last_frame_read_age_sec": 4.508, "last_frame_read_at": "2026-10-31T11:37:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.173, "last_sample_duration_ms": 1008.914, "last_trigger": "periodic", "next_snapshot_in_sec": 51.827, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 126, "storage_bytes": 2231212}, "mjpeg": {"age_sec": 4.394, "exists": true, "mtime": "2026-10-31T11:37:07.337083+09:00", "mtime_epoch": 1793414227.3370826, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93677}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:37:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1146.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 705939, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.833, "max": 9.0, "p95": 8.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "total": {"avg": 0.833, "max": 1.0, "p95": 1.0, "sample_count": 48}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 48, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.678, "pushed": 1.678, "read": 1.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.007, "count": 48, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4462.003, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.755, "count": 48, "max_ms": 3.159, "p95_ms": 2.643, "reason": null, "sample_age_ms": 4508.519, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 48, "max_ms": 2.691, "p95_ms": 1.541, "reason": null, "sample_age_ms": 4508.957, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.306, "count": 48, "max_ms": 0.712, "p95_ms": 0.56, "reason": null, "sample_age_ms": 4462.016, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.021, "count": 48, "max_ms": 6.513, "p95_ms": 3.912, "reason": null, "sample_age_ms": 4506.855, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2764808.0, "count": 48, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4506.841, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 48, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4462.413, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.883, "count": 48, "max_ms": 59.088, "p95_ms": 56.431, "reason": null, "sample_age_ms": 4461.997, "source": "client_direct"}, "sample_age_ms": 4461.993, "source": "client_direct", "task_total_ms": {"avg_ms": 42.376, "count": 48, "max_ms": 61.905, "p95_ms": 58.782, "reason": null, "sample_age_ms": 4461.993, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.141, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.044, "count": 48, "max_ms": 6.701, "p95_ms": 6.238}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 48, "max_ms": 1.01, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.958, "count": 48, "max_ms": 2.449, "p95_ms": 2.288}, "event_filter_ms": {"avg_ms": 0.004, "count": 48, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.186, "count": 48, "max_ms": 0.507, "p95_ms": 0.403}, "mcmt_ms": {"avg_ms": 0.002, "count": 48, "max_ms": 0.007, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.475, "count": 48, "max_ms": 1.363, "p95_ms": 1.124}, "setup_ms": {"avg_ms": 0.038, "count": 48, "max_ms": 0.157, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.004, "count": 48, "max_ms": 6.608, "p95_ms": 6.198}, "track_match_ms": {"avg_ms": 0.044, "count": 48, "max_ms": 0.114, "p95_ms": 0.112}, "tracker_update_ms": {"avg_ms": 0.997, "count": 48, "max_ms": 2.874, "p95_ms": 2.079}}, "gstreamer_push": {"avg_ms": 3.556, "count": 48, "max_ms": 5.915, "p95_ms": 5.101}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 48, "max_ms": 0.457, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.482, "count": 48, "max_ms": 62.776, "p95_ms": 60.628}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.145, "count": 48, "max_ms": 12.547, "p95_ms": 8.691}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.052, "count": 48, "max_ms": 105.86, "p95_ms": 103.055}, "inference_input_copy_ms": {"avg_ms": 1.842, "count": 48, "max_ms": 3.319, "p95_ms": 3.069}, "processing_residual_ms": {"avg_ms": 0.231, "count": 48, "max_ms": 0.513, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.269, "count": 48, "max_ms": 121.334, "p95_ms": 109.193}, "read_interval": {"avg_ms": 551.887, "count": 48, "max_ms": 10145.365, "p95_ms": 2393.636}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 48, "max_ms": 0.03, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.423, "count": 48, "max_ms": 1.267, "p95_ms": 1.015}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 48, "max_ms": 0.03, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.411, "count": 48, "max_ms": 1.249, "p95_ms": 0.991}, "worker_merge_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.494, "count": 48, "max_ms": 62.786, "p95_ms": 60.637}, "visualize": {"avg_ms": 36.368, "count": 48, "max_ms": 50.785, "p95_ms": 47.833}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.454, "count": 48, "max_ms": 46.351, "p95_ms": 45.832}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.047, "count": 48, "max_ms": 49.233, "p95_ms": 46.845}, "visualize_input_copy_ms": {"avg_ms": 1.149, "count": 48, "max_ms": 2.059, "p95_ms": 1.855}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.931, "count": 48, "max_ms": 49.095, "p95_ms": 46.766}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 48, "max_ms": 0.13, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1146.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.954, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.349, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84467, "write_bytes_delta": 84467, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.753191, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1867.0, "pid": 25836, "reason": null, "system_cpu_core_ratio": 0.334918, "system_cpu_s_delta": 6.709999999999999, "user_cpu_core_ratio": 0.418273, "user_cpu_s_delta": 8.380000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.237849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.390821, "system_cpu_s_delta": 7.829999999998108, "user_cpu_core_ratio": 0.847028, "user_cpu_s_delta": 16.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.006, "count": 220, "max_ms": 8.226, "p95_ms": 5.028, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.414, "max": 8.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.096, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.782, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.952, "count": 30, "max": 31.551, "p95": 29.894, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.013, "count": 30, "max": 30.248, "p95": 26.483, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 624.2, "count": 30, "max": 1211.0, "p95": 1082.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1136.233, "count": 30, "max": 9824.0, "p95": 5783.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.335, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82861.733, "count": 30, "max": 90318.0, "p95": 85150.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 33.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.217, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6091, "sampled_at": "2026-10-31T11:36:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:36:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.605, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1183222, "flush_count": 1267, "flush_interval_seconds": 30.0, "flush_state": {"count": 1267, "last_at": "2026-10-31T11:39:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:39:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1266}, "started": true, "suppressed_count": 706296, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 706166}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1267, "written_record_count": 1267}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6498.184, "limit_mb": null}, "detail": {"h264_decode_error_count": 18, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62240c13d640] error while decoding MB 65 65, bytestream -13 [h264 @ 0x62240c261540] error while decoding MB 104 67, bytestream -6 [h264 @ 0x62240c129600] error while decoding MB 14 44, bytestream -13 [h264 @ 0x62240c227700] error while decoding MB 54 53, bytestream -11 [h264 @ 0x62240c261540] error while decoding MB 56 67, bytestream -5 [h264 @ 0x62240c1eb1c0] error while decoding MB 28 45, bytestream -12 [h264 @ 0x62240c1d7000] error while decoding MB 44 66, bytestream -7 [h264 @ 0x62", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1955905228800, "copied_frame_count": 707431, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1955905228800, "frame_buffer_copies": 707431, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 0.3646, "p50_ms": 0.0938, "p95_ms": 0.2079, "p99_ms": 0.2753}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4515, "count": 512, "max_ms": 4.1654, "p50_ms": 1.374, "p95_ms": 2.5264, "p99_ms": 3.3254, "results": {"failed": 0, "not_applicable": 0, "success": 707431, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:40:09+09:00", "last_error_summary": "[h264 @ 0x62240c13d640] error while decoding MB 65 65, bytestream -13 [h264 @ 0x62240c261540] error while decoding MB 104 67, bytestream -6 [h264 @ 0x62240c129600] error while decoding MB 14 44, bytestream -13 [h264 @ 0x62240c227700] error while decoding MB 54 53, bytestream -11 [h264 @ 0x62240c261540] error while decoding MB 56 67, bytestream -5 [h264 @ 0x62240c1eb1c0] error while decoding MB 28 45, bytestream -12 [h264 @ 0x62240c1d7000] error while decoding MB 44 66, bytestream -7 [h264 @ 0x62", "last_exit_at": "2026-10-31T11:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 179.656, "last_started_at": "2026-10-31T11:37:09+09:00", "pid": 25952, "process": {"exists": false, "pid": 25952}, "restart_count": 80, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.259, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-31T11:40:09+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-10-31T11:40:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 123.772, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 476.228, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-31T11:40:09.331263+09:00", "mtime_epoch": 1793414409.331263, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:40:09+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1147.27, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 707432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.641, "max": 5.0, "p95": 4.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 224, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.033, "pushed": 9.033, "read": 9.074}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.041, "p95_ms": 0.012, "reason": null, "sample_age_ms": 34.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.624, "count": 224, "max_ms": 7.024, "p95_ms": 2.081, "reason": null, "sample_age_ms": 66.354, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 224, "max_ms": 3.15, "p95_ms": 1.645, "reason": null, "sample_age_ms": 66.553, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.247, "count": 224, "max_ms": 0.848, "p95_ms": 0.413, "reason": null, "sample_age_ms": 34.644, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.752, "count": 224, "max_ms": 3.407, "p95_ms": 2.773, "reason": null, "sample_age_ms": 65.378, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.362, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.891, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.232, "count": 224, "max_ms": 71.723, "p95_ms": 55.905, "reason": null, "sample_age_ms": 34.63, "source": "client_direct"}, "sample_age_ms": 34.626, "source": "client_direct", "task_total_ms": {"avg_ms": 43.38, "count": 224, "max_ms": 74.486, "p95_ms": 58.553, "reason": null, "sample_age_ms": 34.626, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.806, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 223, "max_ms": 1.869, "p95_ms": 1.213}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.22, "count": 223, "max_ms": 0.748, "p95_ms": 0.42}, "detection_prepare_ms": {"avg_ms": 0.124, "count": 223, "max_ms": 0.368, "p95_ms": 0.224}, "event_filter_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.037, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 223, "max_ms": 0.213, "p95_ms": 0.123}, "mcmt_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.041, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 223, "max_ms": 0.464, "p95_ms": 0.336}, "setup_ms": {"avg_ms": 0.036, "count": 223, "max_ms": 0.118, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.64, "count": 223, "max_ms": 1.796, "p95_ms": 1.155}, "track_match_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 223, "max_ms": 0.099, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.906, "count": 223, "max_ms": 6.529, "p95_ms": 5.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 223, "max_ms": 1.055, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.393, "count": 223, "max_ms": 75.942, "p95_ms": 59.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.41, "count": 223, "max_ms": 11.876, "p95_ms": 6.626}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.21, "count": 223, "max_ms": 116.405, "p95_ms": 94.451}, "inference_input_copy_ms": {"avg_ms": 1.651, "count": 223, "max_ms": 3.928, "p95_ms": 2.846}, "processing_residual_ms": {"avg_ms": 0.168, "count": 223, "max_ms": 2.421, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.439, "count": 223, "max_ms": 123.811, "p95_ms": 100.96}, "read_interval": {"avg_ms": 146.137, "count": 224, "max_ms": 8107.759, "p95_ms": 128.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 223, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.111, "count": 223, "max_ms": 0.386, "p95_ms": 0.232}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 223, "max_ms": 0.035, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 223, "max_ms": 0.358, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.005, "count": 223, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.406, "count": 223, "max_ms": 75.95, "p95_ms": 59.456}, "visualize": {"avg_ms": 32.2, "count": 223, "max_ms": 52.572, "p95_ms": 44.784}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.979, "count": 223, "max_ms": 46.515, "p95_ms": 42.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.639, "count": 223, "max_ms": 47.658, "p95_ms": 42.965}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 223, "max_ms": 4.547, "p95_ms": 2.285}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.53, "count": 223, "max_ms": 47.477, "p95_ms": 42.838}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 223, "max_ms": 0.225, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1147.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.129, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.425, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88930, "write_bytes_delta": 88930, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.72085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23350.0, "pid": 25952, "reason": null, "system_cpu_core_ratio": 0.280773, "system_cpu_s_delta": 5.639999999999999, "user_cpu_core_ratio": 0.440077, "user_cpu_s_delta": 8.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.298327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.386312, "system_cpu_s_delta": 7.760000000002037, "user_cpu_core_ratio": 0.912015, "user_cpu_s_delta": 18.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.839, "count": 198, "max_ms": 6.456, "p95_ms": 4.605, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.591, "max": 5.0, "p95": 5.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.241, "count": 30, "max": 31.455, "p95": 28.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.014, "count": 30, "max": 27.786, "p95": 24.164, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.9, "count": 30, "max": 1239.0, "p95": 1221.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2469.033, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.424, "p95": 0.318, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.033, "count": 30, "max": 33.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6101, "sampled_at": "2026-10-31T11:40:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:40:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.686, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1183222, "flush_count": 1267, "flush_interval_seconds": 30.0, "flush_state": {"count": 1267, "last_at": "2026-10-31T11:39:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:39:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1266}, "started": true, "suppressed_count": 706296, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 706166}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1267, "written_record_count": 1267}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6500.254, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:40:09+09:00", "last_error_summary": "[h264 @ 0x62240c13d640] error while decoding MB 65 65, bytestream -13 [h264 @ 0x62240c261540] error while decoding MB 104 67, bytestream -6 [h264 @ 0x62240c129600] error while decoding MB 14 44, bytestream -13 [h264 @ 0x62240c227700] error while decoding MB 54 53, bytestream -11 [h264 @ 0x62240c261540] error while decoding MB 56 67, bytestream -5 [h264 @ 0x62240c1eb1c0] error while decoding MB 28 45, bytestream -12 [h264 @ 0x62240c1d7000] error while decoding MB 44 66, bytestream -7 [h264 @ 0x62", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1955907993600, "copied_frame_count": 707432, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1955907993600, "frame_buffer_copies": 707432, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 0.3646, "p50_ms": 0.0938, "p95_ms": 0.2079, "p99_ms": 0.2753}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4544, "count": 512, "max_ms": 4.1654, "p50_ms": 1.374, "p95_ms": 2.5586, "p99_ms": 3.3254, "results": {"failed": 0, "not_applicable": 0, "success": 707432, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:40:09+09:00", "last_error_summary": "[h264 @ 0x62240c13d640] error while decoding MB 65 65, bytestream -13 [h264 @ 0x62240c261540] error while decoding MB 104 67, bytestream -6 [h264 @ 0x62240c129600] error while decoding MB 14 44, bytestream -13 [h264 @ 0x62240c227700] error while decoding MB 54 53, bytestream -11 [h264 @ 0x62240c261540] error while decoding MB 56 67, bytestream -5 [h264 @ 0x62240c1eb1c0] error while decoding MB 28 45, bytestream -12 [h264 @ 0x62240c1d7000] error while decoding MB 44 66, bytestream -7 [h264 @ 0x62", "last_exit_at": "2026-10-31T11:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 179.701, "last_started_at": "2026-10-31T11:37:09+09:00", "pid": 25952, "process": {"exists": false, "pid": 25952}, "restart_count": 80, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.259, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T11:40:09+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-10-31T11:40:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 123.822, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 476.178, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-10-31T11:40:09.331263+09:00", "mtime_epoch": 1793414409.331263, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:40:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1147.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 707432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.652, "max": 5.0, "p95": 5.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.057, "pushed": 9.057, "read": 9.057}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.041, "p95_ms": 0.012, "reason": null, "sample_age_ms": 83.747, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.624, "count": 224, "max_ms": 7.024, "p95_ms": 2.081, "reason": null, "sample_age_ms": 115.468, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 224, "max_ms": 3.15, "p95_ms": 1.645, "reason": null, "sample_age_ms": 115.667, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.247, "count": 224, "max_ms": 0.848, "p95_ms": 0.413, "reason": null, "sample_age_ms": 83.757, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.752, "count": 224, "max_ms": 3.407, "p95_ms": 2.773, "reason": null, "sample_age_ms": 114.491, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.475, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.004, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.232, "count": 224, "max_ms": 71.723, "p95_ms": 55.905, "reason": null, "sample_age_ms": 83.743, "source": "client_direct"}, "sample_age_ms": 83.739, "source": "client_direct", "task_total_ms": {"avg_ms": 43.38, "count": 224, "max_ms": 74.486, "p95_ms": 58.553, "reason": null, "sample_age_ms": 83.739, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.684, "count": 224, "max_ms": 2.264, "p95_ms": 1.256}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 224, "max_ms": 0.748, "p95_ms": 0.42}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 224, "max_ms": 0.672, "p95_ms": 0.229}, "event_filter_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.037, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 224, "max_ms": 0.213, "p95_ms": 0.123}, "mcmt_ms": {"avg_ms": 0.002, "count": 224, "max_ms": 0.041, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 224, "max_ms": 0.464, "p95_ms": 0.336}, "setup_ms": {"avg_ms": 0.036, "count": 224, "max_ms": 0.118, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.647, "count": 224, "max_ms": 2.238, "p95_ms": 1.171}, "track_match_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.036, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 224, "max_ms": 0.928, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.904, "count": 224, "max_ms": 6.529, "p95_ms": 5.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 224, "max_ms": 1.055, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.338, "count": 224, "max_ms": 75.942, "p95_ms": 59.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.453, "count": 224, "max_ms": 12.125, "p95_ms": 6.722}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.232, "count": 224, "max_ms": 116.405, "p95_ms": 94.451}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 224, "max_ms": 3.928, "p95_ms": 2.846}, "processing_residual_ms": {"avg_ms": 0.168, "count": 224, "max_ms": 2.421, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.502, "count": 224, "max_ms": 123.811, "p95_ms": 100.96}, "read_interval": {"avg_ms": 146.137, "count": 224, "max_ms": 8107.759, "p95_ms": 128.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 224, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.112, "count": 224, "max_ms": 0.386, "p95_ms": 0.235}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.035, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 224, "max_ms": 0.358, "p95_ms": 0.212}, "worker_merge_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.351, "count": 224, "max_ms": 75.95, "p95_ms": 59.456}, "visualize": {"avg_ms": 32.27, "count": 224, "max_ms": 52.572, "p95_ms": 44.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.026, "count": 224, "max_ms": 46.515, "p95_ms": 42.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.711, "count": 224, "max_ms": 47.658, "p95_ms": 43.056}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 224, "max_ms": 4.547, "p95_ms": 2.285}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.603, "count": 224, "max_ms": 47.477, "p95_ms": 42.93}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 224, "max_ms": 0.225, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1147.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.129, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.425, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88930, "write_bytes_delta": 88930, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.72085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23350.0, "pid": 25952, "reason": null, "system_cpu_core_ratio": 0.280773, "system_cpu_s_delta": 5.639999999999999, "user_cpu_core_ratio": 0.440077, "user_cpu_s_delta": 8.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.298327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.386312, "system_cpu_s_delta": 7.760000000002037, "user_cpu_core_ratio": 0.912015, "user_cpu_s_delta": 18.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.839, "count": 198, "max_ms": 6.456, "p95_ms": 4.605, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.591, "max": 5.0, "p95": 5.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.241, "count": 30, "max": 31.455, "p95": 28.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.014, "count": 30, "max": 27.786, "p95": 24.164, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.9, "count": 30, "max": 1239.0, "p95": 1221.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2469.033, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.424, "p95": 0.318, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.033, "count": 30, "max": 33.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6101, "sampled_at": "2026-10-31T11:40:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:40:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.731, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1183222, "flush_count": 1267, "flush_interval_seconds": 30.0, "flush_state": {"count": 1267, "last_at": "2026-10-31T11:39:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:39:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1266}, "started": true, "suppressed_count": 706296, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 706166}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1267, "written_record_count": 1267}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6499.07, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1955907993600, "copied_frame_count": 707432, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1955907993600, "frame_buffer_copies": 707432, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 0.3646, "p50_ms": 0.0938, "p95_ms": 0.2079, "p99_ms": 0.2753}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4544, "count": 512, "max_ms": 4.1654, "p50_ms": 1.374, "p95_ms": 2.5586, "p99_ms": 3.3254, "results": {"failed": 0, "not_applicable": 0, "success": 707432, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:40:09+09:00", "last_error_summary": "[h264 @ 0x62240c13d640] error while decoding MB 65 65, bytestream -13 [h264 @ 0x62240c261540] error while decoding MB 104 67, bytestream -6 [h264 @ 0x62240c129600] error while decoding MB 14 44, bytestream -13 [h264 @ 0x62240c227700] error while decoding MB 54 53, bytestream -11 [h264 @ 0x62240c261540] error while decoding MB 56 67, bytestream -5 [h264 @ 0x62240c1eb1c0] error while decoding MB 28 45, bytestream -12 [h264 @ 0x62240c1d7000] error while decoding MB 44 66, bytestream -7 [h264 @ 0x62", "last_exit_at": "2026-10-31T11:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 179.755, "last_started_at": "2026-10-31T11:37:09+09:00", "pid": 25952, "process": {"exists": false, "pid": 25952}, "restart_count": 80, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-31T11:40:09+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-10-31T11:40:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 123.859, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 476.141, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-10-31T11:40:09.438263+09:00", "mtime_epoch": 1793414409.4382632, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:40:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1147.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 707432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.652, "max": 5.0, "p95": 5.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.038, "pushed": 9.038, "read": 9.038}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.041, "p95_ms": 0.012, "reason": null, "sample_age_ms": 132.66, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.624, "count": 224, "max_ms": 7.024, "p95_ms": 2.081, "reason": null, "sample_age_ms": 164.381, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 224, "max_ms": 3.15, "p95_ms": 1.645, "reason": null, "sample_age_ms": 164.58, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.247, "count": 224, "max_ms": 0.848, "p95_ms": 0.413, "reason": null, "sample_age_ms": 132.67, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.752, "count": 224, "max_ms": 3.407, "p95_ms": 2.773, "reason": null, "sample_age_ms": 163.404, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.388, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.917, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.232, "count": 224, "max_ms": 71.723, "p95_ms": 55.905, "reason": null, "sample_age_ms": 132.656, "source": "client_direct"}, "sample_age_ms": 132.652, "source": "client_direct", "task_total_ms": {"avg_ms": 43.38, "count": 224, "max_ms": 74.486, "p95_ms": 58.553, "reason": null, "sample_age_ms": 132.652, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.795, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.684, "count": 224, "max_ms": 2.264, "p95_ms": 1.256}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 224, "max_ms": 0.748, "p95_ms": 0.42}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 224, "max_ms": 0.672, "p95_ms": 0.229}, "event_filter_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.037, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 224, "max_ms": 0.213, "p95_ms": 0.123}, "mcmt_ms": {"avg_ms": 0.002, "count": 224, "max_ms": 0.041, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 224, "max_ms": 0.464, "p95_ms": 0.336}, "setup_ms": {"avg_ms": 0.036, "count": 224, "max_ms": 0.118, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.647, "count": 224, "max_ms": 2.238, "p95_ms": 1.171}, "track_match_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.036, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 224, "max_ms": 0.928, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.904, "count": 224, "max_ms": 6.529, "p95_ms": 5.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 224, "max_ms": 1.055, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.338, "count": 224, "max_ms": 75.942, "p95_ms": 59.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.453, "count": 224, "max_ms": 12.125, "p95_ms": 6.722}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.232, "count": 224, "max_ms": 116.405, "p95_ms": 94.451}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 224, "max_ms": 3.928, "p95_ms": 2.846}, "processing_residual_ms": {"avg_ms": 0.168, "count": 224, "max_ms": 2.421, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.502, "count": 224, "max_ms": 123.811, "p95_ms": 100.96}, "read_interval": {"avg_ms": 146.137, "count": 224, "max_ms": 8107.759, "p95_ms": 128.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 224, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.112, "count": 224, "max_ms": 0.386, "p95_ms": 0.235}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.035, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 224, "max_ms": 0.358, "p95_ms": 0.212}, "worker_merge_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.351, "count": 224, "max_ms": 75.95, "p95_ms": 59.456}, "visualize": {"avg_ms": 32.27, "count": 224, "max_ms": 52.572, "p95_ms": 44.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.026, "count": 224, "max_ms": 46.515, "p95_ms": 42.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.711, "count": 224, "max_ms": 47.658, "p95_ms": 43.056}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 224, "max_ms": 4.547, "p95_ms": 2.285}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.603, "count": 224, "max_ms": 47.477, "p95_ms": 42.93}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 224, "max_ms": 0.225, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1147.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.129, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.425, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88930, "write_bytes_delta": 88930, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.72085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23350.0, "pid": 25952, "reason": null, "system_cpu_core_ratio": 0.280773, "system_cpu_s_delta": 5.639999999999999, "user_cpu_core_ratio": 0.440077, "user_cpu_s_delta": 8.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.298327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.386312, "system_cpu_s_delta": 7.760000000002037, "user_cpu_core_ratio": 0.912015, "user_cpu_s_delta": 18.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.839, "count": 198, "max_ms": 6.456, "p95_ms": 4.605, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.591, "max": 5.0, "p95": 5.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.241, "count": 30, "max": 31.455, "p95": 28.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.014, "count": 30, "max": 27.786, "p95": 24.164, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.9, "count": 30, "max": 1239.0, "p95": 1221.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2469.033, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.424, "p95": 0.318, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.033, "count": 30, "max": 33.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6101, "sampled_at": "2026-10-31T11:40:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:40:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.786, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1183222, "flush_count": 1267, "flush_interval_seconds": 30.0, "flush_state": {"count": 1267, "last_at": "2026-10-31T11:39:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:39:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1266}, "started": true, "suppressed_count": 706296, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 706166}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1267, "written_record_count": 1267}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6676.02, "limit_mb": null}, "detail": {"pid": 26068, "restart_count": 81, "start_count": 82}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1955907993600, "copied_frame_count": 707432, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1955907993600, "frame_buffer_copies": 707432, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 0.3646, "p50_ms": 0.0938, "p95_ms": 0.2079, "p99_ms": 0.2753}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4544, "count": 512, "max_ms": 4.1654, "p50_ms": 1.374, "p95_ms": 2.5586, "p99_ms": 3.3254, "results": {"failed": 0, "not_applicable": 0, "success": 707432, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:40:09+09:00", "last_error_summary": "[h264 @ 0x62240c13d640] error while decoding MB 65 65, bytestream -13 [h264 @ 0x62240c261540] error while decoding MB 104 67, bytestream -6 [h264 @ 0x62240c129600] error while decoding MB 14 44, bytestream -13 [h264 @ 0x62240c227700] error while decoding MB 54 53, bytestream -11 [h264 @ 0x62240c261540] error while decoding MB 56 67, bytestream -5 [h264 @ 0x62240c1eb1c0] error while decoding MB 28 45, bytestream -12 [h264 @ 0x62240c1d7000] error while decoding MB 44 66, bytestream -7 [h264 @ 0x62", "last_exit_at": "2026-10-31T11:40:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:40:11+09:00", "pid": 26068, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.859, "name": "ffmpeg", "pid": 26068, "rss_mb": 208.859, "state": "S (sleeping)", "threads": 70}, "restart_count": 81, "restart_count_per_hour": 6, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.308, "last_frame_pushed_at": "2026-10-31T11:40:09+09:00", "last_frame_read_age_sec": 4.411, "last_frame_read_at": "2026-10-31T11:40:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 128.121, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 471.879, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 4.299, "exists": true, "mtime": "2026-10-31T11:40:09.438263+09:00", "mtime_epoch": 1793414409.4382632, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:40:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1147.27, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 707432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.652, "max": 5.0, "p95": 5.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.714, "pushed": 7.714, "read": 7.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.041, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4388.103, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.624, "count": 224, "max_ms": 7.024, "p95_ms": 2.081, "reason": null, "sample_age_ms": 4419.824, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 224, "max_ms": 3.15, "p95_ms": 1.645, "reason": null, "sample_age_ms": 4420.023, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.247, "count": 224, "max_ms": 0.848, "p95_ms": 0.413, "reason": null, "sample_age_ms": 4388.113, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.752, "count": 224, "max_ms": 3.407, "p95_ms": 2.773, "reason": null, "sample_age_ms": 4418.847, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4418.831, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4388.361, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.232, "count": 224, "max_ms": 71.723, "p95_ms": 55.905, "reason": null, "sample_age_ms": 4388.099, "source": "client_direct"}, "sample_age_ms": 4388.095, "source": "client_direct", "task_total_ms": {"avg_ms": 43.38, "count": 224, "max_ms": 74.486, "p95_ms": 58.553, "reason": null, "sample_age_ms": 4388.095, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.091, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.684, "count": 224, "max_ms": 2.264, "p95_ms": 1.256}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 224, "max_ms": 0.748, "p95_ms": 0.42}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 224, "max_ms": 0.672, "p95_ms": 0.229}, "event_filter_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.037, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 224, "max_ms": 0.213, "p95_ms": 0.123}, "mcmt_ms": {"avg_ms": 0.002, "count": 224, "max_ms": 0.041, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 224, "max_ms": 0.464, "p95_ms": 0.336}, "setup_ms": {"avg_ms": 0.036, "count": 224, "max_ms": 0.118, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.647, "count": 224, "max_ms": 2.238, "p95_ms": 1.171}, "track_match_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.036, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 224, "max_ms": 0.928, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.904, "count": 224, "max_ms": 6.529, "p95_ms": 5.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 224, "max_ms": 1.055, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.338, "count": 224, "max_ms": 75.942, "p95_ms": 59.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.453, "count": 224, "max_ms": 12.125, "p95_ms": 6.722}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.232, "count": 224, "max_ms": 116.405, "p95_ms": 94.451}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 224, "max_ms": 3.928, "p95_ms": 2.846}, "processing_residual_ms": {"avg_ms": 0.168, "count": 224, "max_ms": 2.421, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.502, "count": 224, "max_ms": 123.811, "p95_ms": 100.96}, "read_interval": {"avg_ms": 146.137, "count": 224, "max_ms": 8107.759, "p95_ms": 128.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 224, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.112, "count": 224, "max_ms": 0.386, "p95_ms": 0.235}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.035, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 224, "max_ms": 0.358, "p95_ms": 0.212}, "worker_merge_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.351, "count": 224, "max_ms": 75.95, "p95_ms": 59.456}, "visualize": {"avg_ms": 32.27, "count": 224, "max_ms": 52.572, "p95_ms": 44.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.026, "count": 224, "max_ms": 46.515, "p95_ms": 42.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.711, "count": 224, "max_ms": 47.658, "p95_ms": 43.056}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 224, "max_ms": 4.547, "p95_ms": 2.285}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.603, "count": 224, "max_ms": 47.477, "p95_ms": 42.93}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 224, "max_ms": 0.225, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1147.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.129, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.425, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88930, "write_bytes_delta": 88930, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.72085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23350.0, "pid": 25952, "reason": null, "system_cpu_core_ratio": 0.280773, "system_cpu_s_delta": 5.639999999999999, "user_cpu_core_ratio": 0.440077, "user_cpu_s_delta": 8.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.298327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.386312, "system_cpu_s_delta": 7.760000000002037, "user_cpu_core_ratio": 0.912015, "user_cpu_s_delta": 18.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.839, "count": 198, "max_ms": 6.456, "p95_ms": 4.605, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.591, "max": 5.0, "p95": 5.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.241, "count": 30, "max": 31.455, "p95": 28.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.014, "count": 30, "max": 27.786, "p95": 24.164, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.9, "count": 30, "max": 1239.0, "p95": 1221.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2469.033, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.424, "p95": 0.318, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85893.467, "count": 30, "max": 97411.0, "p95": 93393.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.033, "count": 30, "max": 33.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6101, "sampled_at": "2026-10-31T11:40:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:40:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.038, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1186062, "flush_count": 1270, "flush_interval_seconds": 30.0, "flush_state": {"count": 1270, "last_at": "2026-10-31T11:42:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:42:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1269}, "started": true, "suppressed_count": 708171, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 708041}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1270, "written_record_count": 1270}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6503.387, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f9403b98240] cabac decode of qscale diff failed at 85 66 [h264 @ 0x5f9403b98240] error while decoding MB 85 66, bytestream 92 [h264 @ 0x5f9403b98240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f9403b98240] error while decoding MB 0 56, bytestream 9335 [h264 @ 0x5f940486a880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f940486a880] error while decoding MB 0 60, bytestream 615 [h264 @ 0x5f9403b84080] cabac decode of qscale diff failed at 9 57 [", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1961100288000, "copied_frame_count": 709310, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1961100288000, "frame_buffer_copies": 709310, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 2.2575, "p50_ms": 0.0973, "p95_ms": 0.2056, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4249, "count": 512, "max_ms": 4.0129, "p50_ms": 1.352, "p95_ms": 2.4121, "p99_ms": 3.2242, "results": {"failed": 0, "not_applicable": 0, "success": 709310, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:43:51+09:00", "last_error_summary": "[h264 @ 0x5f9403b98240] cabac decode of qscale diff failed at 85 66 [h264 @ 0x5f9403b98240] error while decoding MB 85 66, bytestream 92 [h264 @ 0x5f9403b98240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f9403b98240] error while decoding MB 0 56, bytestream 9335 [h264 @ 0x5f940486a880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f940486a880] error while decoding MB 0 60, bytestream 615 [h264 @ 0x5f9403b84080] cabac decode of qscale diff failed at 9 57 [", "last_exit_at": "2026-10-31T11:43:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.579, "last_started_at": "2026-10-31T11:40:11+09:00", "pid": 26068, "process": {"exists": false, "pid": 26068}, "restart_count": 81, "restart_count_per_hour": 6, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.868, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T11:43:51+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-31T11:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.702, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 254.298, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-10-31T11:43:51.219650+09:00", "mtime_epoch": 1793414631.2196498, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:43:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.191, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 709310, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.078, "max": 6.0, "p95": 5.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.414, "pushed": 6.414, "read": 6.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 67.676, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.65, "count": 191, "max_ms": 3.4, "p95_ms": 2.036, "reason": null, "sample_age_ms": 110.637, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 191, "max_ms": 3.052, "p95_ms": 1.682, "reason": null, "sample_age_ms": 110.986, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 192, "max_ms": 1.019, "p95_ms": 0.533, "reason": null, "sample_age_ms": 67.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.8, "count": 191, "max_ms": 4.318, "p95_ms": 2.979, "reason": null, "sample_age_ms": 108.64, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.613, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.973, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.834, "count": 192, "max_ms": 70.322, "p95_ms": 59.332, "reason": null, "sample_age_ms": 67.671, "source": "client_direct"}, "sample_age_ms": 67.666, "source": "client_direct", "task_total_ms": {"avg_ms": 46.106, "count": 192, "max_ms": 72.808, "p95_ms": 61.692, "reason": null, "sample_age_ms": 67.666, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.198, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.724, "count": 192, "max_ms": 2.163, "p95_ms": 1.279}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 192, "max_ms": 0.719, "p95_ms": 0.429}, "detection_prepare_ms": {"avg_ms": 0.136, "count": 192, "max_ms": 0.495, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 192, "max_ms": 0.2, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 192, "max_ms": 0.504, "p95_ms": 0.345}, "setup_ms": {"avg_ms": 0.041, "count": 192, "max_ms": 0.117, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.685, "count": 192, "max_ms": 2.062, "p95_ms": 1.215}, "track_match_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 192, "max_ms": 0.111, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.897, "count": 192, "max_ms": 7.99, "p95_ms": 4.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 192, "max_ms": 0.133, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.164, "count": 192, "max_ms": 73.725, "p95_ms": 63.459}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.576, "count": 192, "max_ms": 12.287, "p95_ms": 8.453}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.563, "count": 192, "max_ms": 110.536, "p95_ms": 96.563}, "inference_input_copy_ms": {"avg_ms": 1.559, "count": 192, "max_ms": 3.406, "p95_ms": 2.518}, "processing_residual_ms": {"avg_ms": 0.177, "count": 192, "max_ms": 0.401, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.876, "count": 192, "max_ms": 114.146, "p95_ms": 104.525}, "read_interval": {"avg_ms": 156.641, "count": 191, "max_ms": 3989.456, "p95_ms": 147.366}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 192, "max_ms": 0.045, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.119, "count": 192, "max_ms": 0.369, "p95_ms": 0.257}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 192, "max_ms": 0.074, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 192, "max_ms": 0.333, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.177, "count": 192, "max_ms": 73.736, "p95_ms": 63.481}, "visualize": {"avg_ms": 33.719, "count": 192, "max_ms": 50.897, "p95_ms": 45.755}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.435, "count": 192, "max_ms": 49.152, "p95_ms": 42.655}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.133, "count": 192, "max_ms": 49.893, "p95_ms": 43.692}, "visualize_input_copy_ms": {"avg_ms": 1.404, "count": 192, "max_ms": 3.272, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.02, "count": 192, "max_ms": 49.774, "p95_ms": 43.496}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 192, "max_ms": 0.225, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.978, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.458, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88441, "write_bytes_delta": 88441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.780425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2300.0, "pid": 26068, "reason": null, "system_cpu_core_ratio": 0.406638, "system_cpu_s_delta": 8.169999999999998, "user_cpu_core_ratio": 0.373788, "user_cpu_s_delta": 7.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.781421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.226463, "system_cpu_s_delta": 4.549999999999272, "user_cpu_core_ratio": 0.554958, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 190, "max_ms": 8.205, "p95_ms": 5.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.605, "max": 9.0, "p95": 5.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.089, "count": 30, "max": 46.973, "p95": 31.267, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.868, "count": 30, "max": 27.786, "p95": 23.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 875.4, "count": 30, "max": 1343.0, "p95": 1317.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2599.133, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.424, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87880.733, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85155.267, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6111, "sampled_at": "2026-10-31T11:43:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:43:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1186062, "flush_count": 1270, "flush_interval_seconds": 30.0, "flush_state": {"count": 1270, "last_at": "2026-10-31T11:42:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:42:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1269}, "started": true, "suppressed_count": 708171, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 708041}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1270, "written_record_count": 1270}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6503.73, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:43:51+09:00", "last_error_summary": "[h264 @ 0x5f9403b98240] cabac decode of qscale diff failed at 85 66 [h264 @ 0x5f9403b98240] error while decoding MB 85 66, bytestream 92 [h264 @ 0x5f9403b98240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f9403b98240] error while decoding MB 0 56, bytestream 9335 [h264 @ 0x5f940486a880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f940486a880] error while decoding MB 0 60, bytestream 615 [h264 @ 0x5f9403b84080] cabac decode of qscale diff failed at 9 57 [", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1961100288000, "copied_frame_count": 709310, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1961100288000, "frame_buffer_copies": 709310, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 2.2575, "p50_ms": 0.0973, "p95_ms": 0.2056, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4249, "count": 512, "max_ms": 4.0129, "p50_ms": 1.352, "p95_ms": 2.4121, "p99_ms": 3.2242, "results": {"failed": 0, "not_applicable": 0, "success": 709310, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:43:51+09:00", "last_error_summary": "[h264 @ 0x5f9403b98240] cabac decode of qscale diff failed at 85 66 [h264 @ 0x5f9403b98240] error while decoding MB 85 66, bytestream 92 [h264 @ 0x5f9403b98240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f9403b98240] error while decoding MB 0 56, bytestream 9335 [h264 @ 0x5f940486a880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f940486a880] error while decoding MB 0 60, bytestream 615 [h264 @ 0x5f9403b84080] cabac decode of qscale diff failed at 9 57 [", "last_exit_at": "2026-10-31T11:43:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.622, "last_started_at": "2026-10-31T11:40:11+09:00", "pid": 26068, "process": {"exists": false, "pid": 26068}, "restart_count": 81, "restart_count_per_hour": 6, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.868, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-31T11:43:51+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-10-31T11:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.732, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 254.268, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-31T11:43:51.323650+09:00", "mtime_epoch": 1793414631.32365, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:43:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 709310, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.078, "max": 6.0, "p95": 5.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.405, "pushed": 6.405, "read": 6.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 104.76, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.65, "count": 191, "max_ms": 3.4, "p95_ms": 2.036, "reason": null, "sample_age_ms": 147.722, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 191, "max_ms": 3.052, "p95_ms": 1.682, "reason": null, "sample_age_ms": 148.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 191, "max_ms": 1.019, "p95_ms": 0.534, "reason": null, "sample_age_ms": 104.772, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.8, "count": 191, "max_ms": 4.318, "p95_ms": 2.979, "reason": null, "sample_age_ms": 145.724, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 145.697, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.057, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.863, "count": 191, "max_ms": 70.322, "p95_ms": 59.372, "reason": null, "sample_age_ms": 104.756, "source": "client_direct"}, "sample_age_ms": 104.75, "source": "client_direct", "task_total_ms": {"avg_ms": 46.131, "count": 191, "max_ms": 72.808, "p95_ms": 61.718, "reason": null, "sample_age_ms": 104.75, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.074, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.724, "count": 192, "max_ms": 2.163, "p95_ms": 1.279}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 192, "max_ms": 0.719, "p95_ms": 0.429}, "detection_prepare_ms": {"avg_ms": 0.136, "count": 192, "max_ms": 0.495, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 192, "max_ms": 0.2, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 192, "max_ms": 0.504, "p95_ms": 0.345}, "setup_ms": {"avg_ms": 0.041, "count": 192, "max_ms": 0.117, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.685, "count": 192, "max_ms": 2.062, "p95_ms": 1.215}, "track_match_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 192, "max_ms": 0.111, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.897, "count": 192, "max_ms": 7.99, "p95_ms": 4.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 192, "max_ms": 0.133, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.164, "count": 192, "max_ms": 73.725, "p95_ms": 63.459}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.576, "count": 192, "max_ms": 12.287, "p95_ms": 8.453}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.563, "count": 192, "max_ms": 110.536, "p95_ms": 96.563}, "inference_input_copy_ms": {"avg_ms": 1.559, "count": 192, "max_ms": 3.406, "p95_ms": 2.518}, "processing_residual_ms": {"avg_ms": 0.177, "count": 192, "max_ms": 0.401, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.876, "count": 192, "max_ms": 114.146, "p95_ms": 104.525}, "read_interval": {"avg_ms": 156.641, "count": 191, "max_ms": 3989.456, "p95_ms": 147.366}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 192, "max_ms": 0.045, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.119, "count": 192, "max_ms": 0.369, "p95_ms": 0.257}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 192, "max_ms": 0.074, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 192, "max_ms": 0.333, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.177, "count": 192, "max_ms": 73.736, "p95_ms": 63.481}, "visualize": {"avg_ms": 33.719, "count": 192, "max_ms": 50.897, "p95_ms": 45.755}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.435, "count": 192, "max_ms": 49.152, "p95_ms": 42.655}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.133, "count": 192, "max_ms": 49.893, "p95_ms": 43.692}, "visualize_input_copy_ms": {"avg_ms": 1.404, "count": 192, "max_ms": 3.272, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.02, "count": 192, "max_ms": 49.774, "p95_ms": 43.496}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 192, "max_ms": 0.225, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.978, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.458, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88441, "write_bytes_delta": 88441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.780425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2300.0, "pid": 26068, "reason": null, "system_cpu_core_ratio": 0.406638, "system_cpu_s_delta": 8.169999999999998, "user_cpu_core_ratio": 0.373788, "user_cpu_s_delta": 7.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.781421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.226463, "system_cpu_s_delta": 4.549999999999272, "user_cpu_core_ratio": 0.554958, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 190, "max_ms": 8.205, "p95_ms": 5.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.605, "max": 9.0, "p95": 5.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.089, "count": 30, "max": 46.973, "p95": 31.267, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.868, "count": 30, "max": 27.786, "p95": 23.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 875.4, "count": 30, "max": 1343.0, "p95": 1317.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2599.133, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.424, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87880.733, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85155.267, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6111, "sampled_at": "2026-10-31T11:43:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:43:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1186062, "flush_count": 1270, "flush_interval_seconds": 30.0, "flush_state": {"count": 1270, "last_at": "2026-10-31T11:42:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:42:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1269}, "started": true, "suppressed_count": 708171, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 708041}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1270, "written_record_count": 1270}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6503.828, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1961100288000, "copied_frame_count": 709310, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1961100288000, "frame_buffer_copies": 709310, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 2.2575, "p50_ms": 0.0973, "p95_ms": 0.2056, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4249, "count": 512, "max_ms": 4.0129, "p50_ms": 1.352, "p95_ms": 2.4121, "p99_ms": 3.2242, "results": {"failed": 0, "not_applicable": 0, "success": 709310, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:43:51+09:00", "last_error_summary": "[h264 @ 0x5f9403b98240] cabac decode of qscale diff failed at 85 66 [h264 @ 0x5f9403b98240] error while decoding MB 85 66, bytestream 92 [h264 @ 0x5f9403b98240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f9403b98240] error while decoding MB 0 56, bytestream 9335 [h264 @ 0x5f940486a880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f940486a880] error while decoding MB 0 60, bytestream 615 [h264 @ 0x5f9403b84080] cabac decode of qscale diff failed at 9 57 [", "last_exit_at": "2026-10-31T11:43:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.651, "last_started_at": "2026-10-31T11:40:11+09:00", "pid": 26068, "process": {"exists": false, "pid": 26068}, "restart_count": 81, "restart_count_per_hour": 6, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.865, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-31T11:43:51+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-10-31T11:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.769, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 254.231, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-10-31T11:43:51.323650+09:00", "mtime_epoch": 1793414631.32365, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:43:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 709310, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.079, "max": 6.0, "p95": 5.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.367, "pushed": 6.4, "read": 6.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 134.022, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.65, "count": 191, "max_ms": 3.4, "p95_ms": 2.036, "reason": null, "sample_age_ms": 176.984, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 191, "max_ms": 3.052, "p95_ms": 1.682, "reason": null, "sample_age_ms": 177.332, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 191, "max_ms": 1.019, "p95_ms": 0.534, "reason": null, "sample_age_ms": 134.034, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.8, "count": 191, "max_ms": 4.318, "p95_ms": 2.979, "reason": null, "sample_age_ms": 174.986, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 174.959, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.863, "count": 191, "max_ms": 70.322, "p95_ms": 59.372, "reason": null, "sample_age_ms": 134.018, "source": "client_direct"}, "sample_age_ms": 134.012, "source": "client_direct", "task_total_ms": {"avg_ms": 46.131, "count": 191, "max_ms": 72.808, "p95_ms": 61.718, "reason": null, "sample_age_ms": 134.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.319, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.725, "count": 191, "max_ms": 2.163, "p95_ms": 1.279}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 191, "max_ms": 0.719, "p95_ms": 0.429}, "detection_prepare_ms": {"avg_ms": 0.136, "count": 191, "max_ms": 0.495, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 191, "max_ms": 0.2, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.173, "count": 191, "max_ms": 0.504, "p95_ms": 0.345}, "setup_ms": {"avg_ms": 0.041, "count": 191, "max_ms": 0.117, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.686, "count": 191, "max_ms": 2.062, "p95_ms": 1.215}, "track_match_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 191, "max_ms": 0.111, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.897, "count": 192, "max_ms": 7.99, "p95_ms": 4.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 191, "max_ms": 0.133, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.19, "count": 191, "max_ms": 73.725, "p95_ms": 63.459}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.573, "count": 191, "max_ms": 12.287, "p95_ms": 8.453}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.58, "count": 191, "max_ms": 110.536, "p95_ms": 96.563}, "inference_input_copy_ms": {"avg_ms": 1.552, "count": 191, "max_ms": 3.406, "p95_ms": 2.473}, "processing_residual_ms": {"avg_ms": 0.176, "count": 191, "max_ms": 0.401, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.881, "count": 191, "max_ms": 114.146, "p95_ms": 104.525}, "read_interval": {"avg_ms": 156.641, "count": 191, "max_ms": 3989.456, "p95_ms": 147.366}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 191, "max_ms": 0.045, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.119, "count": 191, "max_ms": 0.369, "p95_ms": 0.257}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 191, "max_ms": 0.074, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 191, "max_ms": 0.333, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.203, "count": 191, "max_ms": 73.736, "p95_ms": 63.481}, "visualize": {"avg_ms": 33.71, "count": 191, "max_ms": 50.897, "p95_ms": 45.755}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.422, "count": 191, "max_ms": 49.152, "p95_ms": 42.655}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.12, "count": 191, "max_ms": 49.893, "p95_ms": 43.692}, "visualize_input_copy_ms": {"avg_ms": 1.407, "count": 191, "max_ms": 3.272, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.007, "count": 191, "max_ms": 49.774, "p95_ms": 43.496}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 191, "max_ms": 0.225, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.978, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.458, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88441, "write_bytes_delta": 88441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.780425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2300.0, "pid": 26068, "reason": null, "system_cpu_core_ratio": 0.406638, "system_cpu_s_delta": 8.169999999999998, "user_cpu_core_ratio": 0.373788, "user_cpu_s_delta": 7.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.781421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.226463, "system_cpu_s_delta": 4.549999999999272, "user_cpu_core_ratio": 0.554958, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 190, "max_ms": 8.205, "p95_ms": 5.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.605, "max": 9.0, "p95": 5.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.089, "count": 30, "max": 46.973, "p95": 31.267, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.868, "count": 30, "max": 27.786, "p95": 23.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 875.4, "count": 30, "max": 1343.0, "p95": 1317.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2599.133, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.424, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87880.733, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85155.267, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6111, "sampled_at": "2026-10-31T11:43:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:43:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1186062, "flush_count": 1270, "flush_interval_seconds": 30.0, "flush_state": {"count": 1270, "last_at": "2026-10-31T11:42:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:42:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1269}, "started": true, "suppressed_count": 708171, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 708041}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1270, "written_record_count": 1270}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6674.977, "limit_mb": null}, "detail": {"pid": 26184, "restart_count": 82, "start_count": 83}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1961100288000, "copied_frame_count": 709310, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1961100288000, "frame_buffer_copies": 709310, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 2.2575, "p50_ms": 0.0973, "p95_ms": 0.2056, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4249, "count": 512, "max_ms": 4.0129, "p50_ms": 1.352, "p95_ms": 2.4121, "p99_ms": 3.2242, "results": {"failed": 0, "not_applicable": 0, "success": 709310, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:43:51+09:00", "last_error_summary": "[h264 @ 0x5f9403b98240] cabac decode of qscale diff failed at 85 66 [h264 @ 0x5f9403b98240] error while decoding MB 85 66, bytestream 92 [h264 @ 0x5f9403b98240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f9403b98240] error while decoding MB 0 56, bytestream 9335 [h264 @ 0x5f940486a880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f940486a880] error while decoding MB 0 60, bytestream 615 [h264 @ 0x5f9403b84080] cabac decode of qscale diff failed at 9 57 [", "last_exit_at": "2026-10-31T11:43:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:43:53+09:00", "pid": 26184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.559, "name": "ffmpeg", "pid": 26184, "rss_mb": 206.559, "state": "S (sleeping)", "threads": 70}, "restart_count": 82, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.564, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.614, "last_frame_pushed_at": "2026-10-31T11:43:51+09:00", "last_frame_read_age_sec": 4.713, "last_frame_read_at": "2026-10-31T11:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.302, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 249.698, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 4.604, "exists": true, "mtime": "2026-10-31T11:43:51.323650+09:00", "mtime_epoch": 1793414631.32365, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:43:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.191, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 709310, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.074, "max": 6.0, "p95": 5.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.001, "pushed": 5.001, "read": 5.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.007, "count": 148, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4673.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.655, "count": 148, "max_ms": 3.4, "p95_ms": 2.042, "reason": null, "sample_age_ms": 4716.629, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.284, "count": 148, "max_ms": 3.052, "p95_ms": 1.683, "reason": null, "sample_age_ms": 4716.977, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 148, "max_ms": 1.019, "p95_ms": 0.551, "reason": null, "sample_age_ms": 4673.679, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.742, "count": 148, "max_ms": 4.318, "p95_ms": 2.792, "reason": null, "sample_age_ms": 4714.631, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2764808.0, "count": 148, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4714.604, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4673.965, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.981, "count": 148, "max_ms": 70.322, "p95_ms": 60.038, "reason": null, "sample_age_ms": 4673.663, "source": "client_direct"}, "sample_age_ms": 4673.657, "source": "client_direct", "task_total_ms": {"avg_ms": 46.203, "count": 148, "max_ms": 72.808, "p95_ms": 61.795, "reason": null, "sample_age_ms": 4673.657, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.682, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.732, "count": 148, "max_ms": 2.163, "p95_ms": 1.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 148, "max_ms": 0.719, "p95_ms": 0.429}, "detection_prepare_ms": {"avg_ms": 0.136, "count": 148, "max_ms": 0.416, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 148, "max_ms": 0.2, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 148, "max_ms": 0.504, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.041, "count": 148, "max_ms": 0.117, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.693, "count": 148, "max_ms": 2.062, "p95_ms": 1.191}, "track_match_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 148, "max_ms": 0.111, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.807, "count": 148, "max_ms": 7.99, "p95_ms": 4.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 148, "max_ms": 0.113, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.27, "count": 148, "max_ms": 73.725, "p95_ms": 63.697}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.569, "count": 148, "max_ms": 12.287, "p95_ms": 8.385}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.442, "count": 148, "max_ms": 110.536, "p95_ms": 96.472}, "inference_input_copy_ms": {"avg_ms": 1.522, "count": 148, "max_ms": 3.406, "p95_ms": 2.455}, "processing_residual_ms": {"avg_ms": 0.167, "count": 148, "max_ms": 0.386, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.7, "count": 148, "max_ms": 114.146, "p95_ms": 105.397}, "read_interval": {"avg_ms": 172.851, "count": 148, "max_ms": 3989.456, "p95_ms": 154.151}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 148, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.121, "count": 148, "max_ms": 0.369, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 148, "max_ms": 0.044, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 148, "max_ms": 0.333, "p95_ms": 0.235}, "worker_merge_ms": {"avg_ms": 0.005, "count": 148, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.283, "count": 148, "max_ms": 73.736, "p95_ms": 63.712}, "visualize": {"avg_ms": 33.506, "count": 148, "max_ms": 50.897, "p95_ms": 45.755}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.205, "count": 148, "max_ms": 49.152, "p95_ms": 42.655}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.903, "count": 148, "max_ms": 49.893, "p95_ms": 43.692}, "visualize_input_copy_ms": {"avg_ms": 1.421, "count": 148, "max_ms": 3.272, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.792, "count": 148, "max_ms": 49.774, "p95_ms": 43.496}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 148, "max_ms": 0.225, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.978, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.458, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88441, "write_bytes_delta": 88441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.780425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2300.0, "pid": 26068, "reason": null, "system_cpu_core_ratio": 0.406638, "system_cpu_s_delta": 8.169999999999998, "user_cpu_core_ratio": 0.373788, "user_cpu_s_delta": 7.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.781421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.226463, "system_cpu_s_delta": 4.549999999999272, "user_cpu_core_ratio": 0.554958, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 190, "max_ms": 8.205, "p95_ms": 5.047, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.605, "max": 9.0, "p95": 5.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.089, "count": 30, "max": 46.973, "p95": 31.267, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.868, "count": 30, "max": 27.786, "p95": 23.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 875.4, "count": 30, "max": 1343.0, "p95": 1317.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2599.133, "count": 30, "max": 23350.0, "p95": 9890.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.424, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.089, "count": 30, "max": 2.667, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87880.733, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85155.267, "count": 30, "max": 100680.0, "p95": 96735.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.217, "p95": 1.194, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6111, "sampled_at": "2026-10-31T11:43:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:43:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.592, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1189838, "flush_count": 1274, "flush_interval_seconds": 30.0, "flush_state": {"count": 1274, "last_at": "2026-10-31T11:46:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:46:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1273}, "started": true, "suppressed_count": 709799, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 709669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1274, "written_record_count": 1274}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6514.777, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60dcc23de880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60dcc23de880] error while decoding MB 0 66, bytestream 5543 [h264 @ 0x60dcc306e180] error while decoding MB 46 49, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1965609676800, "copied_frame_count": 710941, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1965609676800, "frame_buffer_copies": 710941, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1182, "count": 512, "max_ms": 2.0694, "p50_ms": 0.098, "p95_ms": 0.2136, "p99_ms": 0.3244}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5532, "count": 512, "max_ms": 5.8294, "p50_ms": 1.4644, "p95_ms": 2.5519, "p99_ms": 3.3632, "results": {"failed": 0, "not_applicable": 0, "success": 710941, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:47:01+09:00", "last_error_summary": "[h264 @ 0x60dcc23de880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60dcc23de880] error while decoding MB 0 66, bytestream 5543 [h264 @ 0x60dcc306e180] error while decoding MB 46 49, bytestream -7", "last_exit_at": "2026-10-31T11:43:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.977, "last_started_at": "2026-10-31T11:43:53+09:00", "pid": 26184, "process": {"exists": false, "pid": 26184}, "restart_count": 82, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.357, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.092, "last_frame_pushed_at": "2026-10-31T11:47:01+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-31T11:47:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.293, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 63.707, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-10-31T11:47:01.820081+09:00", "mtime_epoch": 1793414821.8200812, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92128}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:47:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 710942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.113, "max": 10.0, "p95": 6.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.063, "max": 2.0, "p95": 2.0, "sample_count": 111}, "total": {"avg": 0.478, "max": 2.0, "p95": 1.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 247}, "tracked": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 247, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.245, "pushed": 8.245, "read": 8.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.048, "p95_ms": 0.013, "reason": null, "sample_age_ms": 27.493, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.715, "count": 247, "max_ms": 3.833, "p95_ms": 2.837, "reason": null, "sample_age_ms": 73.971, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 247, "max_ms": 3.271, "p95_ms": 2.019, "reason": null, "sample_age_ms": 74.144, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 247, "max_ms": 2.581, "p95_ms": 0.583, "reason": null, "sample_age_ms": 27.502, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.857, "count": 247, "max_ms": 6.148, "p95_ms": 3.29, "reason": null, "sample_age_ms": 72.514, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.495, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.732, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.815, "count": 247, "max_ms": 76.413, "p95_ms": 64.377, "reason": null, "sample_age_ms": 27.489, "source": "client_direct"}, "sample_age_ms": 27.484, "source": "client_direct", "task_total_ms": {"avg_ms": 47.161, "count": 247, "max_ms": 78.248, "p95_ms": 66.425, "reason": null, "sample_age_ms": 27.484, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.713, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.385, "count": 247, "max_ms": 10.759, "p95_ms": 6.163}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 247, "max_ms": 0.84, "p95_ms": 0.58}, "detection_prepare_ms": {"avg_ms": 0.665, "count": 247, "max_ms": 3.126, "p95_ms": 1.988}, "event_filter_ms": {"avg_ms": 0.004, "count": 247, "max_ms": 0.04, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 247, "max_ms": 0.608, "p95_ms": 0.397}, "mcmt_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.475, "count": 247, "max_ms": 5.35, "p95_ms": 1.423}, "setup_ms": {"avg_ms": 0.045, "count": 247, "max_ms": 0.116, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.338, "count": 247, "max_ms": 10.626, "p95_ms": 6.1}, "track_match_ms": {"avg_ms": 0.032, "count": 247, "max_ms": 0.238, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.626, "count": 247, "max_ms": 3.348, "p95_ms": 1.811}}, "gstreamer_push": {"avg_ms": 3.324, "count": 247, "max_ms": 7.049, "p95_ms": 5.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 247, "max_ms": 0.731, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.306, "count": 247, "max_ms": 81.153, "p95_ms": 67.378}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.889, "count": 247, "max_ms": 16.743, "p95_ms": 8.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.191, "count": 247, "max_ms": 137.77, "p95_ms": 112.569}, "inference_input_copy_ms": {"avg_ms": 1.595, "count": 247, "max_ms": 4.523, "p95_ms": 2.658}, "processing_residual_ms": {"avg_ms": 0.158, "count": 247, "max_ms": 0.515, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.834, "count": 247, "max_ms": 143.187, "p95_ms": 117.694}, "read_interval": {"avg_ms": 121.437, "count": 247, "max_ms": 3476.972, "p95_ms": 147.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 247, "max_ms": 0.159, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.404, "count": 247, "max_ms": 3.09, "p95_ms": 1.374}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 247, "max_ms": 0.063, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.387, "count": 247, "max_ms": 3.074, "p95_ms": 1.362}, "worker_merge_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.032, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.321, "count": 247, "max_ms": 81.161, "p95_ms": 67.39}, "visualize": {"avg_ms": 36.368, "count": 247, "max_ms": 62.987, "p95_ms": 48.535}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.888, "count": 247, "max_ms": 58.156, "p95_ms": 43.546}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.735, "count": 247, "max_ms": 59.039, "p95_ms": 46.948}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 247, "max_ms": 5.152, "p95_ms": 2.667}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.609, "count": 247, "max_ms": 58.859, "p95_ms": 46.759}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 247, "max_ms": 0.179, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.993, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.357, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93011, "write_bytes_delta": 93011, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1281.0, "cpu_core_ratio": 0.496859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 26184, "reason": null, "system_cpu_core_ratio": 0.046892, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.449967, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.561414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.458447, "system_cpu_s_delta": 9.18999999999869, "user_cpu_core_ratio": 1.102967, "user_cpu_s_delta": 22.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 269, "max_ms": 6.851, "p95_ms": 5.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.788, "max": 9.0, "p95": 7.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.09, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 0.677, "max": 2.0, "p95": 2.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.546, "count": 30, "max": 54.589, "p95": 48.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.015, "count": 30, "max": 25.349, "p95": 24.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.767, "count": 30, "max": 1343.0, "p95": 1321.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2661.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.441, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90902.633, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88087.067, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 29.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.197, "p95": 1.189, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6121, "sampled_at": "2026-10-31T11:46:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:46:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1189838, "flush_count": 1274, "flush_interval_seconds": 30.0, "flush_state": {"count": 1274, "last_at": "2026-10-31T11:46:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:46:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1273}, "started": true, "suppressed_count": 709799, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 709669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1274, "written_record_count": 1274}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6509.473, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:47:01+09:00", "last_error_summary": "[h264 @ 0x60dcc23de880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60dcc23de880] error while decoding MB 0 66, bytestream 5543 [h264 @ 0x60dcc306e180] error while decoding MB 46 49, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1965612441600, "copied_frame_count": 710942, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1965612441600, "frame_buffer_copies": 710942, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1182, "count": 512, "max_ms": 2.0694, "p50_ms": 0.098, "p95_ms": 0.2136, "p99_ms": 0.3244}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5591, "count": 512, "max_ms": 5.8294, "p50_ms": 1.4658, "p95_ms": 2.5566, "p99_ms": 3.5689, "results": {"failed": 0, "not_applicable": 0, "success": 710942, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:47:01+09:00", "last_error_summary": "[h264 @ 0x60dcc23de880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60dcc23de880] error while decoding MB 0 66, bytestream 5543 [h264 @ 0x60dcc306e180] error while decoding MB 46 49, bytestream -7", "last_exit_at": "2026-10-31T11:47:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.037, "last_started_at": "2026-10-31T11:43:53+09:00", "pid": 26184, "process": {"exists": false, "pid": 26184}, "restart_count": 82, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.357, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T11:47:01+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-31T11:47:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.344, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 63.656, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-10-31T11:47:01.820081+09:00", "mtime_epoch": 1793414821.8200812, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92128}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:47:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 710942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.101, "max": 10.0, "p95": 6.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.062, "max": 2.0, "p95": 2.0, "sample_count": 112}, "total": {"avg": 0.482, "max": 2.0, "p95": 1.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 247}, "tracked": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.259, "pushed": 8.259, "read": 8.225}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.048, "p95_ms": 0.013, "reason": null, "sample_age_ms": 82.615, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 246, "max_ms": 3.833, "p95_ms": 2.838, "reason": null, "sample_age_ms": 129.093, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 246, "max_ms": 3.271, "p95_ms": 2.02, "reason": null, "sample_age_ms": 129.266, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 247, "max_ms": 2.581, "p95_ms": 0.583, "reason": null, "sample_age_ms": 82.624, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.859, "count": 246, "max_ms": 6.148, "p95_ms": 3.292, "reason": null, "sample_age_ms": 127.636, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.617, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.854, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.815, "count": 247, "max_ms": 76.413, "p95_ms": 64.377, "reason": null, "sample_age_ms": 82.611, "source": "client_direct"}, "sample_age_ms": 82.606, "source": "client_direct", "task_total_ms": {"avg_ms": 47.161, "count": 247, "max_ms": 78.248, "p95_ms": 66.425, "reason": null, "sample_age_ms": 82.606, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.358, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.394, "count": 247, "max_ms": 10.759, "p95_ms": 6.163}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.325, "count": 247, "max_ms": 0.84, "p95_ms": 0.578}, "detection_prepare_ms": {"avg_ms": 0.668, "count": 247, "max_ms": 3.126, "p95_ms": 1.988}, "event_filter_ms": {"avg_ms": 0.004, "count": 247, "max_ms": 0.04, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 247, "max_ms": 0.608, "p95_ms": 0.397}, "mcmt_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.477, "count": 247, "max_ms": 5.35, "p95_ms": 1.423}, "setup_ms": {"avg_ms": 0.045, "count": 247, "max_ms": 0.116, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.347, "count": 247, "max_ms": 10.626, "p95_ms": 6.1}, "track_match_ms": {"avg_ms": 0.032, "count": 247, "max_ms": 0.238, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.631, "count": 247, "max_ms": 3.348, "p95_ms": 1.811}}, "gstreamer_push": {"avg_ms": 3.333, "count": 247, "max_ms": 7.049, "p95_ms": 5.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 247, "max_ms": 0.731, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.265, "count": 247, "max_ms": 81.153, "p95_ms": 67.378}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.893, "count": 247, "max_ms": 16.743, "p95_ms": 8.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.247, "count": 247, "max_ms": 137.77, "p95_ms": 112.569}, "inference_input_copy_ms": {"avg_ms": 1.594, "count": 247, "max_ms": 4.523, "p95_ms": 2.658}, "processing_residual_ms": {"avg_ms": 0.158, "count": 247, "max_ms": 0.515, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.893, "count": 247, "max_ms": 143.187, "p95_ms": 117.694}, "read_interval": {"avg_ms": 121.503, "count": 246, "max_ms": 3476.972, "p95_ms": 147.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 247, "max_ms": 0.159, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.405, "count": 247, "max_ms": 3.09, "p95_ms": 1.374}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 247, "max_ms": 0.063, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.389, "count": 247, "max_ms": 3.074, "p95_ms": 1.362}, "worker_merge_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.032, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.28, "count": 247, "max_ms": 81.161, "p95_ms": 67.39}, "visualize": {"avg_ms": 36.458, "count": 247, "max_ms": 62.987, "p95_ms": 48.764}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.96, "count": 247, "max_ms": 58.156, "p95_ms": 43.981}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.828, "count": 247, "max_ms": 59.039, "p95_ms": 47.209}, "visualize_input_copy_ms": {"avg_ms": 1.431, "count": 247, "max_ms": 5.152, "p95_ms": 2.667}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.703, "count": 247, "max_ms": 58.859, "p95_ms": 47.029}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 247, "max_ms": 0.179, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.993, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.357, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93011, "write_bytes_delta": 93011, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1281.0, "cpu_core_ratio": 0.496859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 26184, "reason": null, "system_cpu_core_ratio": 0.046892, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.449967, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.561414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.458447, "system_cpu_s_delta": 9.18999999999869, "user_cpu_core_ratio": 1.102967, "user_cpu_s_delta": 22.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 269, "max_ms": 6.851, "p95_ms": 5.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.788, "max": 9.0, "p95": 7.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.09, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 0.677, "max": 2.0, "p95": 2.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.546, "count": 30, "max": 54.589, "p95": 48.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.015, "count": 30, "max": 25.349, "p95": 24.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.767, "count": 30, "max": 1343.0, "p95": 1321.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2661.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.441, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90902.633, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88087.067, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 29.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.197, "p95": 1.189, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6121, "sampled_at": "2026-10-31T11:46:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:46:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1189838, "flush_count": 1274, "flush_interval_seconds": 30.0, "flush_state": {"count": 1274, "last_at": "2026-10-31T11:46:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:46:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1273}, "started": true, "suppressed_count": 709799, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 709669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1274, "written_record_count": 1274}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6519.242, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1965612441600, "copied_frame_count": 710942, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1965612441600, "frame_buffer_copies": 710942, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1182, "count": 512, "max_ms": 2.0694, "p50_ms": 0.098, "p95_ms": 0.2136, "p99_ms": 0.3244}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5591, "count": 512, "max_ms": 5.8294, "p50_ms": 1.4658, "p95_ms": 2.5566, "p99_ms": 3.5689, "results": {"failed": 0, "not_applicable": 0, "success": 710942, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:47:01+09:00", "last_error_summary": "[h264 @ 0x60dcc23de880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60dcc23de880] error while decoding MB 0 66, bytestream 5543 [h264 @ 0x60dcc306e180] error while decoding MB 46 49, bytestream -7", "last_exit_at": "2026-10-31T11:47:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.074, "last_started_at": "2026-10-31T11:43:53+09:00", "pid": 26184, "process": {"exists": false, "pid": 26184}, "restart_count": 82, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.357, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-31T11:47:01+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-31T11:47:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.382, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 63.618, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-31T11:47:01.973082+09:00", "mtime_epoch": 1793414821.9730816, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89685}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:47:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 710942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.101, "max": 10.0, "p95": 6.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.062, "max": 2.0, "p95": 2.0, "sample_count": 112}, "total": {"avg": 0.482, "max": 2.0, "p95": 1.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 247}, "tracked": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.249, "pushed": 8.249, "read": 8.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.048, "p95_ms": 0.013, "reason": null, "sample_age_ms": 121.725, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 246, "max_ms": 3.833, "p95_ms": 2.838, "reason": null, "sample_age_ms": 168.203, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 246, "max_ms": 3.271, "p95_ms": 2.02, "reason": null, "sample_age_ms": 168.376, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 247, "max_ms": 2.581, "p95_ms": 0.583, "reason": null, "sample_age_ms": 121.734, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.859, "count": 246, "max_ms": 6.148, "p95_ms": 3.292, "reason": null, "sample_age_ms": 166.746, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.727, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.964, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.815, "count": 247, "max_ms": 76.413, "p95_ms": 64.377, "reason": null, "sample_age_ms": 121.721, "source": "client_direct"}, "sample_age_ms": 121.716, "source": "client_direct", "task_total_ms": {"avg_ms": 47.161, "count": 247, "max_ms": 78.248, "p95_ms": 66.425, "reason": null, "sample_age_ms": 121.716, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.394, "count": 247, "max_ms": 10.759, "p95_ms": 6.163}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.325, "count": 247, "max_ms": 0.84, "p95_ms": 0.578}, "detection_prepare_ms": {"avg_ms": 0.668, "count": 247, "max_ms": 3.126, "p95_ms": 1.988}, "event_filter_ms": {"avg_ms": 0.004, "count": 247, "max_ms": 0.04, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 247, "max_ms": 0.608, "p95_ms": 0.397}, "mcmt_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.477, "count": 247, "max_ms": 5.35, "p95_ms": 1.423}, "setup_ms": {"avg_ms": 0.045, "count": 247, "max_ms": 0.116, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.347, "count": 247, "max_ms": 10.626, "p95_ms": 6.1}, "track_match_ms": {"avg_ms": 0.032, "count": 247, "max_ms": 0.238, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.631, "count": 247, "max_ms": 3.348, "p95_ms": 1.811}}, "gstreamer_push": {"avg_ms": 3.333, "count": 247, "max_ms": 7.049, "p95_ms": 5.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 247, "max_ms": 0.731, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.265, "count": 247, "max_ms": 81.153, "p95_ms": 67.378}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.893, "count": 247, "max_ms": 16.743, "p95_ms": 8.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.247, "count": 247, "max_ms": 137.77, "p95_ms": 112.569}, "inference_input_copy_ms": {"avg_ms": 1.594, "count": 247, "max_ms": 4.523, "p95_ms": 2.658}, "processing_residual_ms": {"avg_ms": 0.158, "count": 247, "max_ms": 0.515, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.893, "count": 247, "max_ms": 143.187, "p95_ms": 117.694}, "read_interval": {"avg_ms": 121.503, "count": 246, "max_ms": 3476.972, "p95_ms": 147.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 247, "max_ms": 0.159, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.405, "count": 247, "max_ms": 3.09, "p95_ms": 1.374}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 247, "max_ms": 0.063, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.389, "count": 247, "max_ms": 3.074, "p95_ms": 1.362}, "worker_merge_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.032, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.28, "count": 247, "max_ms": 81.161, "p95_ms": 67.39}, "visualize": {"avg_ms": 36.458, "count": 247, "max_ms": 62.987, "p95_ms": 48.764}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.96, "count": 247, "max_ms": 58.156, "p95_ms": 43.981}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.828, "count": 247, "max_ms": 59.039, "p95_ms": 47.209}, "visualize_input_copy_ms": {"avg_ms": 1.431, "count": 247, "max_ms": 5.152, "p95_ms": 2.667}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.703, "count": 247, "max_ms": 58.859, "p95_ms": 47.029}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 247, "max_ms": 0.179, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.993, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.357, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93011, "write_bytes_delta": 93011, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1281.0, "cpu_core_ratio": 0.496859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 26184, "reason": null, "system_cpu_core_ratio": 0.046892, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.449967, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.561414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.458447, "system_cpu_s_delta": 9.18999999999869, "user_cpu_core_ratio": 1.102967, "user_cpu_s_delta": 22.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 269, "max_ms": 6.851, "p95_ms": 5.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.788, "max": 9.0, "p95": 7.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.09, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 0.677, "max": 2.0, "p95": 2.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.546, "count": 30, "max": 54.589, "p95": 48.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.015, "count": 30, "max": 25.349, "p95": 24.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.767, "count": 30, "max": 1343.0, "p95": 1321.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2661.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.441, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90902.633, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88087.067, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 29.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.197, "p95": 1.189, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6121, "sampled_at": "2026-10-31T11:46:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:46:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1189838, "flush_count": 1274, "flush_interval_seconds": 30.0, "flush_state": {"count": 1274, "last_at": "2026-10-31T11:46:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:46:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1273}, "started": true, "suppressed_count": 709799, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 709669}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1274, "written_record_count": 1274}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6694.254, "limit_mb": null}, "detail": {"pid": 26300, "restart_count": 83, "start_count": 84}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1965612441600, "copied_frame_count": 710942, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1965612441600, "frame_buffer_copies": 710942, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1182, "count": 512, "max_ms": 2.0694, "p50_ms": 0.098, "p95_ms": 0.2136, "p99_ms": 0.3244}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5591, "count": 512, "max_ms": 5.8294, "p50_ms": 1.4658, "p95_ms": 2.5566, "p99_ms": 3.5689, "results": {"failed": 0, "not_applicable": 0, "success": 710942, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:47:01+09:00", "last_error_summary": "[h264 @ 0x60dcc23de880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60dcc23de880] error while decoding MB 0 66, bytestream 5543 [h264 @ 0x60dcc306e180] error while decoding MB 46 49, bytestream -7", "last_exit_at": "2026-10-31T11:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:47:04+09:00", "pid": 26300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.695, "name": "ffmpeg", "pid": 26300, "rss_mb": 209.695, "state": "S (sleeping)", "threads": 70}, "restart_count": 83, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.312, "sample_count": 2444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.524, "last_frame_pushed_at": "2026-10-31T11:47:01+09:00", "last_frame_read_age_sec": 4.644, "last_frame_read_at": "2026-10-31T11:47:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.87, "last_sample_duration_ms": 973.404, "last_trigger": "periodic", "next_snapshot_in_sec": 59.13, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 127, "storage_bytes": 2240777}, "mjpeg": {"age_sec": 4.513, "exists": true, "mtime": "2026-10-31T11:47:01.973082+09:00", "mtime_epoch": 1793414821.9730816, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89685}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:47:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1148.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 710942, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.063, "max": 10.0, "p95": 6.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.069, "max": 2.0, "p95": 2.0, "sample_count": 102}, "total": {"avg": 0.532, "max": 2.0, "p95": 1.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.122, "max": 1.0, "p95": 1.0, "sample_count": 205}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.843, "pushed": 6.843, "read": 6.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.048, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4609.419, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.733, "count": 204, "max_ms": 3.833, "p95_ms": 2.839, "reason": null, "sample_age_ms": 4655.898, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.298, "count": 204, "max_ms": 3.271, "p95_ms": 1.907, "reason": null, "sample_age_ms": 4656.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 204, "max_ms": 2.581, "p95_ms": 0.591, "reason": null, "sample_age_ms": 4609.429, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.862, "count": 204, "max_ms": 6.148, "p95_ms": 3.242, "reason": null, "sample_age_ms": 4654.44, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4654.421, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4609.658, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.855, "count": 204, "max_ms": 76.413, "p95_ms": 62.032, "reason": null, "sample_age_ms": 4609.415, "source": "client_direct"}, "sample_age_ms": 4609.41, "source": "client_direct", "task_total_ms": {"avg_ms": 47.211, "count": 204, "max_ms": 78.248, "p95_ms": 65.256, "reason": null, "sample_age_ms": 4609.41, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.8, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.578, "count": 205, "max_ms": 10.759, "p95_ms": 6.314}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 205, "max_ms": 0.813, "p95_ms": 0.578}, "detection_prepare_ms": {"avg_ms": 0.726, "count": 205, "max_ms": 3.126, "p95_ms": 2.098}, "event_filter_ms": {"avg_ms": 0.004, "count": 205, "max_ms": 0.04, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.174, "count": 205, "max_ms": 0.608, "p95_ms": 0.419}, "mcmt_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.515, "count": 205, "max_ms": 5.35, "p95_ms": 1.598}, "setup_ms": {"avg_ms": 0.046, "count": 205, "max_ms": 0.116, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.53, "count": 205, "max_ms": 10.626, "p95_ms": 6.252}, "track_match_ms": {"avg_ms": 0.036, "count": 205, "max_ms": 0.238, "p95_ms": 0.111}, "tracker_update_ms": {"avg_ms": 0.701, "count": 205, "max_ms": 3.348, "p95_ms": 1.918}}, "gstreamer_push": {"avg_ms": 3.329, "count": 205, "max_ms": 7.049, "p95_ms": 5.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 205, "max_ms": 0.731, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.338, "count": 205, "max_ms": 81.153, "p95_ms": 66.37}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.852, "count": 205, "max_ms": 16.743, "p95_ms": 7.668}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.515, "count": 205, "max_ms": 137.77, "p95_ms": 112.569}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 205, "max_ms": 4.523, "p95_ms": 2.561}, "processing_residual_ms": {"avg_ms": 0.162, "count": 205, "max_ms": 0.515, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.116, "count": 205, "max_ms": 143.187, "p95_ms": 117.373}, "read_interval": {"avg_ms": 124.618, "count": 204, "max_ms": 3476.972, "p95_ms": 147.871}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 205, "max_ms": 0.159, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.44, "count": 205, "max_ms": 3.09, "p95_ms": 1.537}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 205, "max_ms": 0.063, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.424, "count": 205, "max_ms": 3.074, "p95_ms": 1.526}, "worker_merge_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 48.352, "count": 205, "max_ms": 81.161, "p95_ms": 66.384}, "visualize": {"avg_ms": 36.477, "count": 205, "max_ms": 62.987, "p95_ms": 49.039}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.894, "count": 205, "max_ms": 58.156, "p95_ms": 44.065}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.85, "count": 205, "max_ms": 59.039, "p95_ms": 47.29}, "visualize_input_copy_ms": {"avg_ms": 1.428, "count": 205, "max_ms": 5.152, "p95_ms": 2.549}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.724, "count": 205, "max_ms": 58.859, "p95_ms": 47.169}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 205, "max_ms": 0.179, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1148.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.993, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.357, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93011, "write_bytes_delta": 93011, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1281.0, "cpu_core_ratio": 0.496859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 26184, "reason": null, "system_cpu_core_ratio": 0.046892, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.449967, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.561414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.458447, "system_cpu_s_delta": 9.18999999999869, "user_cpu_core_ratio": 1.102967, "user_cpu_s_delta": 22.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 269, "max_ms": 6.851, "p95_ms": 5.403, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.788, "max": 9.0, "p95": 7.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.09, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 0.677, "max": 2.0, "p95": 2.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.546, "count": 30, "max": 54.589, "p95": 48.105, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.015, "count": 30, "max": 25.349, "p95": 24.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.767, "count": 30, "max": 1343.0, "p95": 1321.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2661.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.441, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.51, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90902.633, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88087.067, "count": 30, "max": 100680.0, "p95": 97775.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 29.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.53, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.197, "p95": 1.189, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6121, "sampled_at": "2026-10-31T11:46:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:46:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1192606, "flush_count": 1277, "flush_interval_seconds": 30.0, "flush_state": {"count": 1277, "last_at": "2026-10-31T11:49:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:49:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1276}, "started": true, "suppressed_count": 711468, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 711338}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1277, "written_record_count": 1277}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6529.781, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x650b25b78280] left block unavailable for requested intra mode [h264 @ 0x650b25b78280] error while decoding MB 0 42, bytestream 5904 [h264 @ 0x650b25c46f80] cabac decode of qscale diff failed at 57 54 [h264 @ 0x650b25c46f80] error while decoding MB 57 54, bytestream 2042 [h264 @ 0x650b2500bc80] error while decoding MB 107 52, bytestream -14 [h264 @ 0x650b250a1200] error while decoding MB 14 65, bytestream -30", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1970232422400, "copied_frame_count": 712613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1970232422400, "frame_buffer_copies": 712613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.2936, "p50_ms": 0.0924, "p95_ms": 0.1837, "p99_ms": 0.2429}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5028, "count": 512, "max_ms": 3.8372, "p50_ms": 1.3899, "p95_ms": 2.4114, "p99_ms": 3.0418, "results": {"failed": 0, "not_applicable": 0, "success": 712613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 78, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:50:23+09:00", "last_error_summary": "[h264 @ 0x650b25b78280] left block unavailable for requested intra mode [h264 @ 0x650b25b78280] error while decoding MB 0 42, bytestream 5904 [h264 @ 0x650b25c46f80] cabac decode of qscale diff failed at 57 54 [h264 @ 0x650b25c46f80] error while decoding MB 57 54, bytestream 2042 [h264 @ 0x650b2500bc80] error while decoding MB 107 52, bytestream -14 [h264 @ 0x650b250a1200] error while decoding MB 14 65, bytestream -30", "last_exit_at": "2026-10-31T11:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.647, "last_started_at": "2026-10-31T11:47:04+09:00", "pid": 26300, "process": {"exists": false, "pid": 26300}, "restart_count": 83, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.182, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-10-31T11:50:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-10-31T11:50:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.658, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 464.342, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-10-31T11:50:23.046603+09:00", "mtime_epoch": 1793415023.0466034, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95454}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:50:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1149.789, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 712614, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.885, "max": 8.0, "p95": 6.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.55, "max": 2.0, "p95": 2.0, "sample_count": 109}, "total": {"avg": 0.809, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.136, "pushed": 7.136, "read": 7.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 48.879, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.708, "count": 210, "max_ms": 9.109, "p95_ms": 2.314, "reason": null, "sample_age_ms": 95.604, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 210, "max_ms": 3.094, "p95_ms": 1.639, "reason": null, "sample_age_ms": 95.783, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.295, "count": 210, "max_ms": 0.875, "p95_ms": 0.613, "reason": null, "sample_age_ms": 48.9, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.736, "count": 210, "max_ms": 5.478, "p95_ms": 2.779, "reason": null, "sample_age_ms": 94.105, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.088, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.33, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.455, "count": 210, "max_ms": 68.796, "p95_ms": 57.633, "reason": null, "sample_age_ms": 48.871, "source": "client_direct"}, "sample_age_ms": 48.864, "source": "client_direct", "task_total_ms": {"avg_ms": 44.642, "count": 210, "max_ms": 70.786, "p95_ms": 60.106, "reason": null, "sample_age_ms": 48.864, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.934, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.064, "count": 209, "max_ms": 10.895, "p95_ms": 7.79}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.308, "count": 209, "max_ms": 0.819, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 0.742, "count": 209, "max_ms": 3.015, "p95_ms": 2.005}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.042, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.168, "count": 209, "max_ms": 0.619, "p95_ms": 0.411}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.021, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.92, "count": 209, "max_ms": 3.724, "p95_ms": 3.012}, "setup_ms": {"avg_ms": 0.04, "count": 209, "max_ms": 0.188, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 3.02, "count": 209, "max_ms": 10.818, "p95_ms": 7.707}, "track_match_ms": {"avg_ms": 0.043, "count": 209, "max_ms": 0.389, "p95_ms": 0.127}, "tracker_update_ms": {"avg_ms": 0.79, "count": 209, "max_ms": 3.581, "p95_ms": 2.106}}, "gstreamer_push": {"avg_ms": 3.005, "count": 209, "max_ms": 7.603, "p95_ms": 4.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 209, "max_ms": 0.771, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.729, "count": 209, "max_ms": 73.921, "p95_ms": 61.787}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.79, "count": 209, "max_ms": 12.732, "p95_ms": 7.183}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.805, "count": 209, "max_ms": 122.588, "p95_ms": 107.313}, "inference_input_copy_ms": {"avg_ms": 1.612, "count": 209, "max_ms": 5.311, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.168, "count": 209, "max_ms": 0.454, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.374, "count": 209, "max_ms": 129.706, "p95_ms": 113.681}, "read_interval": {"avg_ms": 153.287, "count": 210, "max_ms": 2993.009, "p95_ms": 192.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.061, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.865, "count": 209, "max_ms": 3.64, "p95_ms": 2.952}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 209, "max_ms": 0.043, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.85, "count": 209, "max_ms": 3.623, "p95_ms": 2.937}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.741, "count": 209, "max_ms": 73.931, "p95_ms": 61.798}, "visualize": {"avg_ms": 35.956, "count": 209, "max_ms": 53.287, "p95_ms": 46.415}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.018, "count": 209, "max_ms": 47.55, "p95_ms": 41.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.321, "count": 209, "max_ms": 51.616, "p95_ms": 44.777}, "visualize_input_copy_ms": {"avg_ms": 1.446, "count": 209, "max_ms": 3.17, "p95_ms": 2.4}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.199, "count": 209, "max_ms": 51.437, "p95_ms": 44.593}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 209, "max_ms": 0.188, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1149.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.879, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.436, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93677, "write_bytes_delta": 93677, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 454.0, "cpu_core_ratio": 0.900233, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5495.0, "pid": 26300, "reason": null, "system_cpu_core_ratio": 0.442705, "system_cpu_s_delta": 8.96, "user_cpu_core_ratio": 0.457528, "user_cpu_s_delta": 9.259999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.11615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351298, "system_cpu_s_delta": 7.110000000000582, "user_cpu_core_ratio": 0.764852, "user_cpu_s_delta": 15.479999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.086, "count": 186, "max_ms": 6.532, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.263, "max": 6.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.181, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 94}, "total": {"avg": 0.597, "max": 2.0, "p95": 2.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.268, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.492, "count": 30, "max": 25.349, "p95": 24.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1107.7, "count": 30, "max": 1376.0, "p95": 1363.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2392.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.51, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91564.433, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88600.1, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.3, "count": 30, "max": 27.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6131, "sampled_at": "2026-10-31T11:50:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:50:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.289, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1192606, "flush_count": 1277, "flush_interval_seconds": 30.0, "flush_state": {"count": 1277, "last_at": "2026-10-31T11:49:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:49:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1276}, "started": true, "suppressed_count": 711468, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 711338}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1277, "written_record_count": 1277}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6530.273, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:50:23+09:00", "last_error_summary": "[h264 @ 0x650b25b78280] left block unavailable for requested intra mode [h264 @ 0x650b25b78280] error while decoding MB 0 42, bytestream 5904 [h264 @ 0x650b25c46f80] cabac decode of qscale diff failed at 57 54 [h264 @ 0x650b25c46f80] error while decoding MB 57 54, bytestream 2042 [h264 @ 0x650b2500bc80] error while decoding MB 107 52, bytestream -14 [h264 @ 0x650b250a1200] error while decoding MB 14 65, bytestream -30", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1970235187200, "copied_frame_count": 712614, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1970235187200, "frame_buffer_copies": 712614, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.2936, "p50_ms": 0.0924, "p95_ms": 0.1837, "p99_ms": 0.2429}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5024, "count": 512, "max_ms": 3.8372, "p50_ms": 1.3899, "p95_ms": 2.4114, "p99_ms": 3.0418, "results": {"failed": 0, "not_applicable": 0, "success": 712614, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 78, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:50:23+09:00", "last_error_summary": "[h264 @ 0x650b25b78280] left block unavailable for requested intra mode [h264 @ 0x650b25b78280] error while decoding MB 0 42, bytestream 5904 [h264 @ 0x650b25c46f80] cabac decode of qscale diff failed at 57 54 [h264 @ 0x650b25c46f80] error while decoding MB 57 54, bytestream 2042 [h264 @ 0x650b2500bc80] error while decoding MB 107 52, bytestream -14 [h264 @ 0x650b250a1200] error while decoding MB 14 65, bytestream -30", "last_exit_at": "2026-10-31T11:50:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.682, "last_started_at": "2026-10-31T11:47:04+09:00", "pid": 26300, "process": {"exists": false, "pid": 26300}, "restart_count": 83, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.182, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-10-31T11:50:23+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-31T11:50:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.682, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 464.318, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-31T11:50:23.162604+09:00", "mtime_epoch": 1793415023.1626036, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:50:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1149.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 712614, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.886, "max": 8.0, "p95": 6.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.545, "max": 2.0, "p95": 2.0, "sample_count": 110}, "total": {"avg": 0.81, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.161, "pushed": 7.161, "read": 7.161}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 83.112, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.708, "count": 210, "max_ms": 9.109, "p95_ms": 2.314, "reason": null, "sample_age_ms": 129.838, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 210, "max_ms": 3.094, "p95_ms": 1.639, "reason": null, "sample_age_ms": 130.017, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.295, "count": 210, "max_ms": 0.875, "p95_ms": 0.613, "reason": null, "sample_age_ms": 83.134, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.736, "count": 210, "max_ms": 5.478, "p95_ms": 2.779, "reason": null, "sample_age_ms": 128.338, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.322, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.564, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.455, "count": 210, "max_ms": 68.796, "p95_ms": 57.633, "reason": null, "sample_age_ms": 83.105, "source": "client_direct"}, "sample_age_ms": 83.097, "source": "client_direct", "task_total_ms": {"avg_ms": 44.642, "count": 210, "max_ms": 70.786, "p95_ms": 60.106, "reason": null, "sample_age_ms": 83.097, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.553, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.083, "count": 210, "max_ms": 10.895, "p95_ms": 7.79}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 210, "max_ms": 0.881, "p95_ms": 0.615}, "detection_prepare_ms": {"avg_ms": 0.748, "count": 210, "max_ms": 3.015, "p95_ms": 2.005}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.042, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.17, "count": 210, "max_ms": 0.619, "p95_ms": 0.423}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.021, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.922, "count": 210, "max_ms": 3.724, "p95_ms": 3.012}, "setup_ms": {"avg_ms": 0.04, "count": 210, "max_ms": 0.188, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 3.039, "count": 210, "max_ms": 10.818, "p95_ms": 7.707}, "track_match_ms": {"avg_ms": 0.043, "count": 210, "max_ms": 0.389, "p95_ms": 0.127}, "tracker_update_ms": {"avg_ms": 0.796, "count": 210, "max_ms": 3.581, "p95_ms": 2.106}}, "gstreamer_push": {"avg_ms": 3.002, "count": 210, "max_ms": 7.603, "p95_ms": 4.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 210, "max_ms": 0.771, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.739, "count": 210, "max_ms": 73.921, "p95_ms": 61.787}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.783, "count": 210, "max_ms": 12.732, "p95_ms": 7.183}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.915, "count": 210, "max_ms": 122.588, "p95_ms": 107.396}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 210, "max_ms": 5.311, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.167, "count": 210, "max_ms": 0.454, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.474, "count": 210, "max_ms": 129.706, "p95_ms": 113.681}, "read_interval": {"avg_ms": 153.287, "count": 210, "max_ms": 2993.009, "p95_ms": 192.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.061, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.867, "count": 210, "max_ms": 3.64, "p95_ms": 2.952}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 210, "max_ms": 0.043, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.852, "count": 210, "max_ms": 3.623, "p95_ms": 2.937}, "worker_merge_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.751, "count": 210, "max_ms": 73.931, "p95_ms": 61.798}, "visualize": {"avg_ms": 36.038, "count": 210, "max_ms": 53.287, "p95_ms": 46.633}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.034, "count": 210, "max_ms": 47.55, "p95_ms": 41.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.395, "count": 210, "max_ms": 51.616, "p95_ms": 44.8}, "visualize_input_copy_ms": {"avg_ms": 1.453, "count": 210, "max_ms": 3.17, "p95_ms": 2.416}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.272, "count": 210, "max_ms": 51.437, "p95_ms": 44.66}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 210, "max_ms": 0.188, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1149.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.879, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.436, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93677, "write_bytes_delta": 93677, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 454.0, "cpu_core_ratio": 0.900233, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5495.0, "pid": 26300, "reason": null, "system_cpu_core_ratio": 0.442705, "system_cpu_s_delta": 8.96, "user_cpu_core_ratio": 0.457528, "user_cpu_s_delta": 9.259999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.11615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351298, "system_cpu_s_delta": 7.110000000000582, "user_cpu_core_ratio": 0.764852, "user_cpu_s_delta": 15.479999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.086, "count": 186, "max_ms": 6.532, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.263, "max": 6.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.181, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 94}, "total": {"avg": 0.597, "max": 2.0, "p95": 2.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.268, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.492, "count": 30, "max": 25.349, "p95": 24.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1107.7, "count": 30, "max": 1376.0, "p95": 1363.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2392.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.51, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91564.433, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88600.1, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.3, "count": 30, "max": 27.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6131, "sampled_at": "2026-10-31T11:50:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:50:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.324, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1192606, "flush_count": 1277, "flush_interval_seconds": 30.0, "flush_state": {"count": 1277, "last_at": "2026-10-31T11:49:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:49:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1276}, "started": true, "suppressed_count": 711468, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 711338}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1277, "written_record_count": 1277}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6540.809, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1970235187200, "copied_frame_count": 712614, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1970235187200, "frame_buffer_copies": 712614, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.2936, "p50_ms": 0.0924, "p95_ms": 0.1837, "p99_ms": 0.2429}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5024, "count": 512, "max_ms": 3.8372, "p50_ms": 1.3899, "p95_ms": 2.4114, "p99_ms": 3.0418, "results": {"failed": 0, "not_applicable": 0, "success": 712614, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 78, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:50:23+09:00", "last_error_summary": "[h264 @ 0x650b25b78280] left block unavailable for requested intra mode [h264 @ 0x650b25b78280] error while decoding MB 0 42, bytestream 5904 [h264 @ 0x650b25c46f80] cabac decode of qscale diff failed at 57 54 [h264 @ 0x650b25c46f80] error while decoding MB 57 54, bytestream 2042 [h264 @ 0x650b2500bc80] error while decoding MB 107 52, bytestream -14 [h264 @ 0x650b250a1200] error while decoding MB 14 65, bytestream -30", "last_exit_at": "2026-10-31T11:50:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.706, "last_started_at": "2026-10-31T11:47:04+09:00", "pid": 26300, "process": {"exists": false, "pid": 26300}, "restart_count": 83, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.182, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-31T11:50:23+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-31T11:50:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.708, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 464.292, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-31T11:50:23.162604+09:00", "mtime_epoch": 1793415023.1626036, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:50:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1149.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 712614, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.886, "max": 8.0, "p95": 6.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.545, "max": 2.0, "p95": 2.0, "sample_count": 110}, "total": {"avg": 0.81, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.155, "pushed": 7.155, "read": 7.155}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 106.78, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.708, "count": 210, "max_ms": 9.109, "p95_ms": 2.314, "reason": null, "sample_age_ms": 153.506, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 210, "max_ms": 3.094, "p95_ms": 1.639, "reason": null, "sample_age_ms": 153.685, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.295, "count": 210, "max_ms": 0.875, "p95_ms": 0.613, "reason": null, "sample_age_ms": 106.802, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.736, "count": 210, "max_ms": 5.478, "p95_ms": 2.779, "reason": null, "sample_age_ms": 152.006, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.99, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.232, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.455, "count": 210, "max_ms": 68.796, "p95_ms": 57.633, "reason": null, "sample_age_ms": 106.773, "source": "client_direct"}, "sample_age_ms": 106.765, "source": "client_direct", "task_total_ms": {"avg_ms": 44.642, "count": 210, "max_ms": 70.786, "p95_ms": 60.106, "reason": null, "sample_age_ms": 106.765, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.408, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.083, "count": 210, "max_ms": 10.895, "p95_ms": 7.79}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 210, "max_ms": 0.881, "p95_ms": 0.615}, "detection_prepare_ms": {"avg_ms": 0.748, "count": 210, "max_ms": 3.015, "p95_ms": 2.005}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.042, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.17, "count": 210, "max_ms": 0.619, "p95_ms": 0.423}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.021, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.922, "count": 210, "max_ms": 3.724, "p95_ms": 3.012}, "setup_ms": {"avg_ms": 0.04, "count": 210, "max_ms": 0.188, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 3.039, "count": 210, "max_ms": 10.818, "p95_ms": 7.707}, "track_match_ms": {"avg_ms": 0.043, "count": 210, "max_ms": 0.389, "p95_ms": 0.127}, "tracker_update_ms": {"avg_ms": 0.796, "count": 210, "max_ms": 3.581, "p95_ms": 2.106}}, "gstreamer_push": {"avg_ms": 3.002, "count": 210, "max_ms": 7.603, "p95_ms": 4.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 210, "max_ms": 0.771, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.739, "count": 210, "max_ms": 73.921, "p95_ms": 61.787}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.783, "count": 210, "max_ms": 12.732, "p95_ms": 7.183}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.915, "count": 210, "max_ms": 122.588, "p95_ms": 107.396}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 210, "max_ms": 5.311, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.167, "count": 210, "max_ms": 0.454, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.474, "count": 210, "max_ms": 129.706, "p95_ms": 113.681}, "read_interval": {"avg_ms": 153.287, "count": 210, "max_ms": 2993.009, "p95_ms": 192.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.061, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.867, "count": 210, "max_ms": 3.64, "p95_ms": 2.952}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 210, "max_ms": 0.043, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.852, "count": 210, "max_ms": 3.623, "p95_ms": 2.937}, "worker_merge_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.751, "count": 210, "max_ms": 73.931, "p95_ms": 61.798}, "visualize": {"avg_ms": 36.038, "count": 210, "max_ms": 53.287, "p95_ms": 46.633}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.034, "count": 210, "max_ms": 47.55, "p95_ms": 41.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.395, "count": 210, "max_ms": 51.616, "p95_ms": 44.8}, "visualize_input_copy_ms": {"avg_ms": 1.453, "count": 210, "max_ms": 3.17, "p95_ms": 2.416}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.272, "count": 210, "max_ms": 51.437, "p95_ms": 44.66}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 210, "max_ms": 0.188, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1149.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.879, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.436, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93677, "write_bytes_delta": 93677, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 454.0, "cpu_core_ratio": 0.900233, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5495.0, "pid": 26300, "reason": null, "system_cpu_core_ratio": 0.442705, "system_cpu_s_delta": 8.96, "user_cpu_core_ratio": 0.457528, "user_cpu_s_delta": 9.259999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.11615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351298, "system_cpu_s_delta": 7.110000000000582, "user_cpu_core_ratio": 0.764852, "user_cpu_s_delta": 15.479999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.086, "count": 186, "max_ms": 6.532, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.263, "max": 6.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.181, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 94}, "total": {"avg": 0.597, "max": 2.0, "p95": 2.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.268, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.492, "count": 30, "max": 25.349, "p95": 24.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1107.7, "count": 30, "max": 1376.0, "p95": 1363.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2392.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.51, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91564.433, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88600.1, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.3, "count": 30, "max": 27.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6131, "sampled_at": "2026-10-31T11:50:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:50:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.348, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1192606, "flush_count": 1277, "flush_interval_seconds": 30.0, "flush_state": {"count": 1277, "last_at": "2026-10-31T11:49:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:49:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1276}, "started": true, "suppressed_count": 711468, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 711338}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1277, "written_record_count": 1277}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6707.637, "limit_mb": null}, "detail": {"pid": 26416, "restart_count": 84, "start_count": 85}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1970235187200, "copied_frame_count": 712614, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1970235187200, "frame_buffer_copies": 712614, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.2936, "p50_ms": 0.0924, "p95_ms": 0.1837, "p99_ms": 0.2429}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5024, "count": 512, "max_ms": 3.8372, "p50_ms": 1.3899, "p95_ms": 2.4114, "p99_ms": 3.0418, "results": {"failed": 0, "not_applicable": 0, "success": 712614, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 78, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:50:23+09:00", "last_error_summary": "[h264 @ 0x650b25b78280] left block unavailable for requested intra mode [h264 @ 0x650b25b78280] error while decoding MB 0 42, bytestream 5904 [h264 @ 0x650b25c46f80] cabac decode of qscale diff failed at 57 54 [h264 @ 0x650b25c46f80] error while decoding MB 57 54, bytestream 2042 [h264 @ 0x650b2500bc80] error while decoding MB 107 52, bytestream -14 [h264 @ 0x650b250a1200] error while decoding MB 14 65, bytestream -30", "last_exit_at": "2026-10-31T11:50:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:50:26+09:00", "pid": 26416, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.492, "name": "ffmpeg", "pid": 26416, "rss_mb": 206.492, "state": "S (sleeping)", "threads": 70}, "restart_count": 84, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.237, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.86, "last_frame_pushed_at": "2026-10-31T11:50:23+09:00", "last_frame_read_age_sec": 4.975, "last_frame_read_at": "2026-10-31T11:50:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.538, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 459.462, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 4.853, "exists": true, "mtime": "2026-10-31T11:50:23.162604+09:00", "mtime_epoch": 1793415023.1626036, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:50:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1149.797, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 712614, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.094, "max": 8.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.545, "max": 2.0, "p95": 2.0, "sample_count": 110}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 0.159, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 0.159, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.67, "pushed": 5.67, "read": 5.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4936.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.765, "count": 169, "max_ms": 9.109, "p95_ms": 2.564, "reason": null, "sample_age_ms": 4983.203, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.284, "count": 169, "max_ms": 3.094, "p95_ms": 1.643, "reason": null, "sample_age_ms": 4983.383, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.288, "count": 169, "max_ms": 0.875, "p95_ms": 0.573, "reason": null, "sample_age_ms": 4936.499, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.774, "count": 169, "max_ms": 5.478, "p95_ms": 2.803, "reason": null, "sample_age_ms": 4981.704, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4981.688, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4936.93, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.395, "count": 169, "max_ms": 68.796, "p95_ms": 58.128, "reason": null, "sample_age_ms": 4936.47, "source": "client_direct"}, "sample_age_ms": 4936.463, "source": "client_direct", "task_total_ms": {"avg_ms": 44.612, "count": 169, "max_ms": 70.786, "p95_ms": 60.451, "reason": null, "sample_age_ms": 4936.463, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.611, "count": 170, "max_ms": 10.895, "p95_ms": 8.058}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 170, "max_ms": 0.881, "p95_ms": 0.615}, "detection_prepare_ms": {"avg_ms": 0.892, "count": 170, "max_ms": 3.015, "p95_ms": 2.085}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 170, "max_ms": 0.619, "p95_ms": 0.45}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.1, "count": 170, "max_ms": 3.724, "p95_ms": 3.204}, "setup_ms": {"avg_ms": 0.039, "count": 170, "max_ms": 0.105, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 3.565, "count": 170, "max_ms": 10.818, "p95_ms": 7.979}, "track_match_ms": {"avg_ms": 0.053, "count": 170, "max_ms": 0.389, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 0.977, "count": 170, "max_ms": 3.581, "p95_ms": 2.19}}, "gstreamer_push": {"avg_ms": 3.01, "count": 170, "max_ms": 7.603, "p95_ms": 4.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 170, "max_ms": 0.134, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.785, "count": 170, "max_ms": 73.921, "p95_ms": 61.81}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 170, "max_ms": 12.732, "p95_ms": 7.656}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.758, "count": 170, "max_ms": 122.588, "p95_ms": 108.699}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 170, "max_ms": 5.311, "p95_ms": 2.842}, "processing_residual_ms": {"avg_ms": 0.172, "count": 170, "max_ms": 0.454, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.465, "count": 170, "max_ms": 129.706, "p95_ms": 114.547}, "read_interval": {"avg_ms": 148.539, "count": 169, "max_ms": 2292.942, "p95_ms": 192.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.061, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.042, "count": 170, "max_ms": 3.64, "p95_ms": 3.029}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 170, "max_ms": 0.043, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.026, "count": 170, "max_ms": 3.623, "p95_ms": 3.002}, "worker_merge_ms": {"avg_ms": 0.006, "count": 170, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.797, "count": 170, "max_ms": 73.931, "p95_ms": 61.817}, "visualize": {"avg_ms": 36.258, "count": 170, "max_ms": 53.287, "p95_ms": 46.633}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.891, "count": 170, "max_ms": 47.55, "p95_ms": 40.797}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.641, "count": 170, "max_ms": 51.616, "p95_ms": 44.8}, "visualize_input_copy_ms": {"avg_ms": 1.426, "count": 170, "max_ms": 3.17, "p95_ms": 2.241}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.517, "count": 170, "max_ms": 51.437, "p95_ms": 44.66}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 170, "max_ms": 0.172, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1149.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.879, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.436, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93677, "write_bytes_delta": 93677, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 454.0, "cpu_core_ratio": 0.900233, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5495.0, "pid": 26300, "reason": null, "system_cpu_core_ratio": 0.442705, "system_cpu_s_delta": 8.96, "user_cpu_core_ratio": 0.457528, "user_cpu_s_delta": 9.259999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.11615, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351298, "system_cpu_s_delta": 7.110000000000582, "user_cpu_core_ratio": 0.764852, "user_cpu_s_delta": 15.479999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.086, "count": 186, "max_ms": 6.532, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.263, "max": 6.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.181, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 94}, "total": {"avg": 0.597, "max": 2.0, "p95": 2.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.268, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.492, "count": 30, "max": 25.349, "p95": 24.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1107.7, "count": 30, "max": 1376.0, "p95": 1363.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2392.2, "count": 30, "max": 23350.0, "p95": 13026.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.51, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91564.433, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88600.1, "count": 30, "max": 100680.0, "p95": 96524.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.3, "count": 30, "max": 27.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6131, "sampled_at": "2026-10-31T11:50:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:50:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1195374, "flush_count": 1280, "flush_interval_seconds": 30.0, "flush_state": {"count": 1280, "last_at": "2026-10-31T11:52:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:52:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1279}, "started": true, "suppressed_count": 712978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 712848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1280, "written_record_count": 1280}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6540.941, "limit_mb": null}, "detail": {"h264_decode_error_count": 10, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fdf92dcffc0] cabac decode of qscale diff failed at 95 66 [h264 @ 0x5fdf92dcffc0] error while decoding MB 95 66, bytestream 6710 [h264 @ 0x5fdf92f05e40] cabac decode of qscale diff failed at 73 56 [h264 @ 0x5fdf92f05e40] error while decoding MB 73 56, bytestream 2120 [h264 @ 0x5fdf93aa7480] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5fdf93aa7480] error while decoding MB 80 66, bytestream 18652 [h264 @ 0x5fdf92dace40] left block unavailable for requested intra mode [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1974415564800, "copied_frame_count": 714126, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1974415564800, "frame_buffer_copies": 714126, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1143, "count": 512, "max_ms": 0.3897, "p50_ms": 0.1017, "p95_ms": 0.2176, "p99_ms": 0.2672}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5922, "count": 512, "max_ms": 6.1575, "p50_ms": 1.4945, "p95_ms": 2.5891, "p99_ms": 3.5378, "results": {"failed": 0, "not_applicable": 0, "success": 714126, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:53:22+09:00", "last_error_summary": "[h264 @ 0x5fdf92dcffc0] cabac decode of qscale diff failed at 95 66 [h264 @ 0x5fdf92dcffc0] error while decoding MB 95 66, bytestream 6710 [h264 @ 0x5fdf92f05e40] cabac decode of qscale diff failed at 73 56 [h264 @ 0x5fdf92f05e40] error while decoding MB 73 56, bytestream 2120 [h264 @ 0x5fdf93aa7480] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5fdf93aa7480] error while decoding MB 80 66, bytestream 18652 [h264 @ 0x5fdf92dace40] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-10-31T11:50:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.624, "last_started_at": "2026-10-31T11:50:26+09:00", "pid": 26416, "process": {"exists": false, "pid": 26416}, "restart_count": 84, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.042, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-31T11:53:22+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-31T11:53:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.17, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 284.83, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-31T11:53:22.581109+09:00", "mtime_epoch": 1793415202.581109, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117483}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:53:22+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.531, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 714127, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.523, "max": 6.0, "p95": 5.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.091, "max": 2.0, "p95": 2.0, "sample_count": 110}, "total": {"avg": 0.698, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.736, "pushed": 5.736, "read": 5.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 16.963, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.751, "count": 172, "max_ms": 5.835, "p95_ms": 2.614, "reason": null, "sample_age_ms": 74.403, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 172, "max_ms": 4.323, "p95_ms": 1.984, "reason": null, "sample_age_ms": 74.633, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 172, "max_ms": 0.688, "p95_ms": 0.584, "reason": null, "sample_age_ms": 16.969, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.927, "count": 172, "max_ms": 4.727, "p95_ms": 3.113, "reason": null, "sample_age_ms": 73.339, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2764808.0, "count": 172, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.325, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.136, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.883, "count": 172, "max_ms": 66.142, "p95_ms": 58.771, "reason": null, "sample_age_ms": 16.96, "source": "client_direct"}, "sample_age_ms": 16.957, "source": "client_direct", "task_total_ms": {"avg_ms": 47.306, "count": 172, "max_ms": 68.436, "p95_ms": 61.403, "reason": null, "sample_age_ms": 16.957, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.437, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.99, "count": 172, "max_ms": 13.641, "p95_ms": 8.894}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 172, "max_ms": 1.51, "p95_ms": 0.672}, "detection_prepare_ms": {"avg_ms": 0.89, "count": 172, "max_ms": 4.422, "p95_ms": 2.046}, "event_filter_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 172, "max_ms": 0.788, "p95_ms": 0.45}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.467, "count": 172, "max_ms": 4.456, "p95_ms": 3.239}, "setup_ms": {"avg_ms": 0.046, "count": 172, "max_ms": 0.185, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.938, "count": 172, "max_ms": 13.478, "p95_ms": 8.827}, "track_match_ms": {"avg_ms": 0.047, "count": 172, "max_ms": 0.429, "p95_ms": 0.127}, "tracker_update_ms": {"avg_ms": 0.917, "count": 172, "max_ms": 3.198, "p95_ms": 2.429}}, "gstreamer_push": {"avg_ms": 3.314, "count": 172, "max_ms": 7.442, "p95_ms": 5.551}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 172, "max_ms": 0.365, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.362, "count": 172, "max_ms": 69.292, "p95_ms": 63.663}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.864, "count": 172, "max_ms": 13.128, "p95_ms": 7.898}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.637, "count": 172, "max_ms": 123.105, "p95_ms": 107.426}, "inference_input_copy_ms": {"avg_ms": 1.761, "count": 172, "max_ms": 5.039, "p95_ms": 2.874}, "processing_residual_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.51, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.456, "count": 172, "max_ms": 129.052, "p95_ms": 113.877}, "read_interval": {"avg_ms": 174.529, "count": 172, "max_ms": 4147.523, "p95_ms": 219.275}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.07, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.403, "count": 172, "max_ms": 4.384, "p95_ms": 3.164}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 172, "max_ms": 0.06, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.387, "count": 172, "max_ms": 4.368, "p95_ms": 3.148}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.376, "count": 172, "max_ms": 69.305, "p95_ms": 63.675}, "visualize": {"avg_ms": 37.146, "count": 172, "max_ms": 54.644, "p95_ms": 48.673}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.263, "count": 172, "max_ms": 46.886, "p95_ms": 43.432}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.562, "count": 172, "max_ms": 51.211, "p95_ms": 47.39}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 172, "max_ms": 5.646, "p95_ms": 2.206}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.431, "count": 172, "max_ms": 51.047, "p95_ms": 47.213}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 172, "max_ms": 0.214, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.229, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.109, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98987, "write_bytes_delta": 98987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 979.0, "cpu_core_ratio": 0.601141, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3067.0, "pid": 26416, "reason": null, "system_cpu_core_ratio": 0.141445, "system_cpu_s_delta": 2.839999999999999, "user_cpu_core_ratio": 0.459696, "user_cpu_s_delta": 9.229999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.384069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409394, "system_cpu_s_delta": 8.220000000001164, "user_cpu_core_ratio": 0.974675, "user_cpu_s_delta": 19.569999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 252, "max_ms": 7.043, "p95_ms": 5.568, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.877, "max": 9.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.021, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 0.512, "max": 2.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.345, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.402, "count": 30, "max": 27.275, "p95": 25.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1158.767, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.633, "count": 30, "max": 15548.0, "p95": 4402.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.443, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.511, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.1, "count": 30, "max": 42.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.008, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6139, "sampled_at": "2026-10-31T11:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1195374, "flush_count": 1280, "flush_interval_seconds": 30.0, "flush_state": {"count": 1280, "last_at": "2026-10-31T11:52:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:52:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1279}, "started": true, "suppressed_count": 712978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 712848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1280, "written_record_count": 1280}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6546.594, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:53:22+09:00", "last_error_summary": "[h264 @ 0x5fdf92dcffc0] cabac decode of qscale diff failed at 95 66 [h264 @ 0x5fdf92dcffc0] error while decoding MB 95 66, bytestream 6710 [h264 @ 0x5fdf92f05e40] cabac decode of qscale diff failed at 73 56 [h264 @ 0x5fdf92f05e40] error while decoding MB 73 56, bytestream 2120 [h264 @ 0x5fdf93aa7480] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5fdf93aa7480] error while decoding MB 80 66, bytestream 18652 [h264 @ 0x5fdf92dace40] left block unavailable for requested intra mode [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1974418329600, "copied_frame_count": 714127, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1974418329600, "frame_buffer_copies": 714127, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.3897, "p50_ms": 0.1016, "p95_ms": 0.2176, "p99_ms": 0.2672}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5889, "count": 512, "max_ms": 6.1575, "p50_ms": 1.4938, "p95_ms": 2.5739, "p99_ms": 3.5378, "results": {"failed": 0, "not_applicable": 0, "success": 714127, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:53:22+09:00", "last_error_summary": "[h264 @ 0x5fdf92dcffc0] cabac decode of qscale diff failed at 95 66 [h264 @ 0x5fdf92dcffc0] error while decoding MB 95 66, bytestream 6710 [h264 @ 0x5fdf92f05e40] cabac decode of qscale diff failed at 73 56 [h264 @ 0x5fdf92f05e40] error while decoding MB 73 56, bytestream 2120 [h264 @ 0x5fdf93aa7480] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5fdf93aa7480] error while decoding MB 80 66, bytestream 18652 [h264 @ 0x5fdf92dace40] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-10-31T11:53:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.674, "last_started_at": "2026-10-31T11:50:26+09:00", "pid": 26416, "process": {"exists": false, "pid": 26416}, "restart_count": 84, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.042, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T11:53:22+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-31T11:53:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.215, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 284.785, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-10-31T11:53:22.581109+09:00", "mtime_epoch": 1793415202.581109, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117483}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:53:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.527, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 714127, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.523, "max": 6.0, "p95": 5.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.092, "max": 2.0, "p95": 2.0, "sample_count": 109}, "total": {"avg": 0.692, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.748, "pushed": 5.748, "read": 5.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 58.736, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.745, "count": 171, "max_ms": 5.835, "p95_ms": 2.629, "reason": null, "sample_age_ms": 116.175, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 171, "max_ms": 4.323, "p95_ms": 1.984, "reason": null, "sample_age_ms": 116.405, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 172, "max_ms": 0.688, "p95_ms": 0.584, "reason": null, "sample_age_ms": 58.742, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.93, "count": 171, "max_ms": 4.727, "p95_ms": 3.113, "reason": null, "sample_age_ms": 115.111, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.097, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.908, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.883, "count": 172, "max_ms": 66.142, "p95_ms": 58.771, "reason": null, "sample_age_ms": 58.733, "source": "client_direct"}, "sample_age_ms": 58.729, "source": "client_direct", "task_total_ms": {"avg_ms": 47.306, "count": 172, "max_ms": 68.436, "p95_ms": 61.403, "reason": null, "sample_age_ms": 58.729, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.92, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.937, "count": 172, "max_ms": 13.641, "p95_ms": 8.536}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 172, "max_ms": 1.51, "p95_ms": 0.654}, "detection_prepare_ms": {"avg_ms": 0.884, "count": 172, "max_ms": 4.422, "p95_ms": 2.046}, "event_filter_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.577, "p95_ms": 0.407}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.446, "count": 172, "max_ms": 4.456, "p95_ms": 3.211}, "setup_ms": {"avg_ms": 0.045, "count": 172, "max_ms": 0.185, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.886, "count": 172, "max_ms": 13.478, "p95_ms": 8.428}, "track_match_ms": {"avg_ms": 0.046, "count": 172, "max_ms": 0.429, "p95_ms": 0.125}, "tracker_update_ms": {"avg_ms": 0.902, "count": 172, "max_ms": 3.198, "p95_ms": 2.358}}, "gstreamer_push": {"avg_ms": 3.312, "count": 172, "max_ms": 7.442, "p95_ms": 5.551}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 172, "max_ms": 0.365, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.431, "count": 172, "max_ms": 69.292, "p95_ms": 63.663}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.859, "count": 172, "max_ms": 13.128, "p95_ms": 7.898}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.699, "count": 172, "max_ms": 123.105, "p95_ms": 107.426}, "inference_input_copy_ms": {"avg_ms": 1.76, "count": 172, "max_ms": 5.039, "p95_ms": 2.874}, "processing_residual_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.51, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.51, "count": 172, "max_ms": 129.052, "p95_ms": 113.877}, "read_interval": {"avg_ms": 174.932, "count": 171, "max_ms": 4147.523, "p95_ms": 219.275}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.07, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.383, "count": 172, "max_ms": 4.384, "p95_ms": 3.109}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 172, "max_ms": 0.06, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.367, "count": 172, "max_ms": 4.368, "p95_ms": 3.082}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.445, "count": 172, "max_ms": 69.305, "p95_ms": 63.675}, "visualize": {"avg_ms": 37.193, "count": 172, "max_ms": 54.644, "p95_ms": 48.673}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.325, "count": 172, "max_ms": 46.886, "p95_ms": 43.432}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.61, "count": 172, "max_ms": 51.211, "p95_ms": 47.39}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 172, "max_ms": 5.646, "p95_ms": 2.206}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.481, "count": 172, "max_ms": 51.047, "p95_ms": 47.213}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 172, "max_ms": 0.214, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.229, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.109, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98987, "write_bytes_delta": 98987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 979.0, "cpu_core_ratio": 0.601141, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3067.0, "pid": 26416, "reason": null, "system_cpu_core_ratio": 0.141445, "system_cpu_s_delta": 2.839999999999999, "user_cpu_core_ratio": 0.459696, "user_cpu_s_delta": 9.229999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.384069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409394, "system_cpu_s_delta": 8.220000000001164, "user_cpu_core_ratio": 0.974675, "user_cpu_s_delta": 19.569999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 252, "max_ms": 7.043, "p95_ms": 5.568, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.877, "max": 9.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.021, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 0.512, "max": 2.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.345, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.402, "count": 30, "max": 27.275, "p95": 25.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1158.767, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.633, "count": 30, "max": 15548.0, "p95": 4402.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.443, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.511, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.1, "count": 30, "max": 42.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.008, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6139, "sampled_at": "2026-10-31T11:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1195374, "flush_count": 1280, "flush_interval_seconds": 30.0, "flush_state": {"count": 1280, "last_at": "2026-10-31T11:52:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:52:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1279}, "started": true, "suppressed_count": 712978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 712848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1280, "written_record_count": 1280}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6546.422, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1974418329600, "copied_frame_count": 714127, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1974418329600, "frame_buffer_copies": 714127, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.3897, "p50_ms": 0.1016, "p95_ms": 0.2176, "p99_ms": 0.2672}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5889, "count": 512, "max_ms": 6.1575, "p50_ms": 1.4938, "p95_ms": 2.5739, "p99_ms": 3.5378, "results": {"failed": 0, "not_applicable": 0, "success": 714127, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:53:22+09:00", "last_error_summary": "[h264 @ 0x5fdf92dcffc0] cabac decode of qscale diff failed at 95 66 [h264 @ 0x5fdf92dcffc0] error while decoding MB 95 66, bytestream 6710 [h264 @ 0x5fdf92f05e40] cabac decode of qscale diff failed at 73 56 [h264 @ 0x5fdf92f05e40] error while decoding MB 73 56, bytestream 2120 [h264 @ 0x5fdf93aa7480] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5fdf93aa7480] error while decoding MB 80 66, bytestream 18652 [h264 @ 0x5fdf92dace40] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-10-31T11:53:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.715, "last_started_at": "2026-10-31T11:50:26+09:00", "pid": 26416, "process": {"exists": false, "pid": 26416}, "restart_count": 84, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.042, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-31T11:53:22+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-31T11:53:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.254, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 284.746, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-31T11:53:22.700109+09:00", "mtime_epoch": 1793415202.7001092, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117523}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:53:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.527, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 714127, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.523, "max": 6.0, "p95": 5.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.092, "max": 2.0, "p95": 2.0, "sample_count": 109}, "total": {"avg": 0.692, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.74, "pushed": 5.74, "read": 5.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 100.296, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.745, "count": 171, "max_ms": 5.835, "p95_ms": 2.629, "reason": null, "sample_age_ms": 157.736, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 171, "max_ms": 4.323, "p95_ms": 1.984, "reason": null, "sample_age_ms": 157.965, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 171, "max_ms": 0.688, "p95_ms": 0.574, "reason": null, "sample_age_ms": 100.302, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.93, "count": 171, "max_ms": 4.727, "p95_ms": 3.113, "reason": null, "sample_age_ms": 156.671, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.658, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.468, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.848, "count": 171, "max_ms": 66.142, "p95_ms": 58.779, "reason": null, "sample_age_ms": 100.293, "source": "client_direct"}, "sample_age_ms": 100.289, "source": "client_direct", "task_total_ms": {"avg_ms": 47.272, "count": 171, "max_ms": 68.436, "p95_ms": 61.41, "reason": null, "sample_age_ms": 100.289, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.713, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.937, "count": 172, "max_ms": 13.641, "p95_ms": 8.536}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 172, "max_ms": 1.51, "p95_ms": 0.654}, "detection_prepare_ms": {"avg_ms": 0.884, "count": 172, "max_ms": 4.422, "p95_ms": 2.046}, "event_filter_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.577, "p95_ms": 0.407}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.446, "count": 172, "max_ms": 4.456, "p95_ms": 3.211}, "setup_ms": {"avg_ms": 0.045, "count": 172, "max_ms": 0.185, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.886, "count": 172, "max_ms": 13.478, "p95_ms": 8.428}, "track_match_ms": {"avg_ms": 0.046, "count": 172, "max_ms": 0.429, "p95_ms": 0.125}, "tracker_update_ms": {"avg_ms": 0.902, "count": 172, "max_ms": 3.198, "p95_ms": 2.358}}, "gstreamer_push": {"avg_ms": 3.312, "count": 172, "max_ms": 7.442, "p95_ms": 5.551}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 172, "max_ms": 0.365, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.431, "count": 172, "max_ms": 69.292, "p95_ms": 63.663}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.859, "count": 172, "max_ms": 13.128, "p95_ms": 7.898}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.699, "count": 172, "max_ms": 123.105, "p95_ms": 107.426}, "inference_input_copy_ms": {"avg_ms": 1.76, "count": 172, "max_ms": 5.039, "p95_ms": 2.874}, "processing_residual_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.51, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.51, "count": 172, "max_ms": 129.052, "p95_ms": 113.877}, "read_interval": {"avg_ms": 174.932, "count": 171, "max_ms": 4147.523, "p95_ms": 219.275}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.07, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.383, "count": 172, "max_ms": 4.384, "p95_ms": 3.109}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 172, "max_ms": 0.06, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.367, "count": 172, "max_ms": 4.368, "p95_ms": 3.082}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.445, "count": 172, "max_ms": 69.305, "p95_ms": 63.675}, "visualize": {"avg_ms": 37.193, "count": 172, "max_ms": 54.644, "p95_ms": 48.673}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.325, "count": 172, "max_ms": 46.886, "p95_ms": 43.432}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.61, "count": 172, "max_ms": 51.211, "p95_ms": 47.39}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 172, "max_ms": 5.646, "p95_ms": 2.206}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.481, "count": 172, "max_ms": 51.047, "p95_ms": 47.213}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 172, "max_ms": 0.214, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.229, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.109, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98987, "write_bytes_delta": 98987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 979.0, "cpu_core_ratio": 0.601141, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3067.0, "pid": 26416, "reason": null, "system_cpu_core_ratio": 0.141445, "system_cpu_s_delta": 2.839999999999999, "user_cpu_core_ratio": 0.459696, "user_cpu_s_delta": 9.229999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.384069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409394, "system_cpu_s_delta": 8.220000000001164, "user_cpu_core_ratio": 0.974675, "user_cpu_s_delta": 19.569999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 252, "max_ms": 7.043, "p95_ms": 5.568, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.877, "max": 9.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.021, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 0.512, "max": 2.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.345, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.402, "count": 30, "max": 27.275, "p95": 25.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1158.767, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.633, "count": 30, "max": 15548.0, "p95": 4402.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.443, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.511, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.1, "count": 30, "max": 42.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.008, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6139, "sampled_at": "2026-10-31T11:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1195374, "flush_count": 1280, "flush_interval_seconds": 30.0, "flush_state": {"count": 1280, "last_at": "2026-10-31T11:52:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:52:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1279}, "started": true, "suppressed_count": 712978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 712848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1280, "written_record_count": 1280}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6715.086, "limit_mb": null}, "detail": {"pid": 26532, "restart_count": 85, "start_count": 86}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1974418329600, "copied_frame_count": 714127, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1974418329600, "frame_buffer_copies": 714127, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.3897, "p50_ms": 0.1016, "p95_ms": 0.2176, "p99_ms": 0.2672}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5889, "count": 512, "max_ms": 6.1575, "p50_ms": 1.4938, "p95_ms": 2.5739, "p99_ms": 3.5378, "results": {"failed": 0, "not_applicable": 0, "success": 714127, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:53:22+09:00", "last_error_summary": "[h264 @ 0x5fdf92dcffc0] cabac decode of qscale diff failed at 95 66 [h264 @ 0x5fdf92dcffc0] error while decoding MB 95 66, bytestream 6710 [h264 @ 0x5fdf92f05e40] cabac decode of qscale diff failed at 73 56 [h264 @ 0x5fdf92f05e40] error while decoding MB 73 56, bytestream 2120 [h264 @ 0x5fdf93aa7480] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5fdf93aa7480] error while decoding MB 80 66, bytestream 18652 [h264 @ 0x5fdf92dace40] left block unavailable for requested intra mode [h264 @ 0x", "last_exit_at": "2026-10-31T11:53:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:53:24+09:00", "pid": 26532, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.648, "name": "ffmpeg", "pid": 26532, "rss_mb": 206.648, "state": "S (sleeping)", "threads": 70}, "restart_count": 85, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.831, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.162, "last_frame_pushed_at": "2026-10-31T11:53:22+09:00", "last_frame_read_age_sec": 4.272, "last_frame_read_at": "2026-10-31T11:53:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.374, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 280.626, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 4.149, "exists": true, "mtime": "2026-10-31T11:53:22.700109+09:00", "mtime_epoch": 1793415202.7001092, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117523}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:53:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.531, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 714127, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.577, "max": 5.0, "p95": 5.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.047, "max": 2.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 0.634, "max": 2.0, "p95": 1.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.743, "pushed": 4.743, "read": 4.71}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.007, "count": 142, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4220.189, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.767, "count": 141, "max_ms": 5.835, "p95_ms": 2.783, "reason": null, "sample_age_ms": 4277.628, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 141, "max_ms": 4.323, "p95_ms": 1.989, "reason": null, "sample_age_ms": 4277.858, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 142, "max_ms": 0.688, "p95_ms": 0.557, "reason": null, "sample_age_ms": 4220.195, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.883, "count": 141, "max_ms": 4.727, "p95_ms": 3.046, "reason": null, "sample_age_ms": 4276.564, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2764808.0, "count": 141, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4276.55, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4220.361, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.127, "count": 142, "max_ms": 66.142, "p95_ms": 57.163, "reason": null, "sample_age_ms": 4220.186, "source": "client_direct"}, "sample_age_ms": 4220.182, "source": "client_direct", "task_total_ms": {"avg_ms": 46.484, "count": 142, "max_ms": 68.436, "p95_ms": 59.782, "reason": null, "sample_age_ms": 4220.182, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.829, "count": 142, "max_ms": 13.641, "p95_ms": 8.536}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 142, "max_ms": 1.51, "p95_ms": 0.672}, "detection_prepare_ms": {"avg_ms": 0.843, "count": 142, "max_ms": 4.422, "p95_ms": 1.962}, "event_filter_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 142, "max_ms": 0.577, "p95_ms": 0.407}, "mcmt_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.41, "count": 142, "max_ms": 4.456, "p95_ms": 3.158}, "setup_ms": {"avg_ms": 0.046, "count": 142, "max_ms": 0.185, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.777, "count": 142, "max_ms": 13.478, "p95_ms": 8.428}, "track_match_ms": {"avg_ms": 0.043, "count": 142, "max_ms": 0.429, "p95_ms": 0.112}, "tracker_update_ms": {"avg_ms": 0.868, "count": 142, "max_ms": 3.198, "p95_ms": 2.358}}, "gstreamer_push": {"avg_ms": 3.314, "count": 142, "max_ms": 7.206, "p95_ms": 5.551}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 142, "max_ms": 0.365, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.618, "count": 142, "max_ms": 69.292, "p95_ms": 60.788}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 142, "max_ms": 13.128, "p95_ms": 7.978}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.438, "count": 142, "max_ms": 123.105, "p95_ms": 107.426}, "inference_input_copy_ms": {"avg_ms": 1.761, "count": 142, "max_ms": 5.039, "p95_ms": 2.846}, "processing_residual_ms": {"avg_ms": 0.195, "count": 142, "max_ms": 0.413, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.298, "count": 142, "max_ms": 129.052, "p95_ms": 113.877}, "read_interval": {"avg_ms": 182.754, "count": 141, "max_ms": 4147.523, "p95_ms": 219.275}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 142, "max_ms": 0.07, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 1.346, "count": 142, "max_ms": 4.384, "p95_ms": 3.08}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 142, "max_ms": 0.056, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.33, "count": 142, "max_ms": 4.368, "p95_ms": 3.058}, "worker_merge_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.633, "count": 142, "max_ms": 69.305, "p95_ms": 60.822}, "visualize": {"avg_ms": 37.862, "count": 142, "max_ms": 54.644, "p95_ms": 48.942}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.057, "count": 142, "max_ms": 46.886, "p95_ms": 43.693}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.231, "count": 142, "max_ms": 51.211, "p95_ms": 47.39}, "visualize_input_copy_ms": {"avg_ms": 1.436, "count": 142, "max_ms": 5.646, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.098, "count": 142, "max_ms": 51.047, "p95_ms": 47.213}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 142, "max_ms": 0.214, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.229, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.109, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98987, "write_bytes_delta": 98987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 979.0, "cpu_core_ratio": 0.601141, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3067.0, "pid": 26416, "reason": null, "system_cpu_core_ratio": 0.141445, "system_cpu_s_delta": 2.839999999999999, "user_cpu_core_ratio": 0.459696, "user_cpu_s_delta": 9.229999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.384069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409394, "system_cpu_s_delta": 8.220000000001164, "user_cpu_core_ratio": 0.974675, "user_cpu_s_delta": 19.569999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 252, "max_ms": 7.043, "p95_ms": 5.568, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.877, "max": 9.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.021, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 0.512, "max": 2.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.345, "count": 30, "max": 65.545, "p95": 54.803, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.402, "count": 30, "max": 27.275, "p95": 25.132, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1158.767, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.633, "count": 30, "max": 15548.0, "p95": 4402.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.443, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.511, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93746.3, "count": 30, "max": 100680.0, "p95": 98576.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.1, "count": 30, "max": 42.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.49, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.008, "count": 30, "max": 1.155, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6139, "sampled_at": "2026-10-31T11:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1197226, "flush_count": 1282, "flush_interval_seconds": 30.0, "flush_state": {"count": 1282, "last_at": "2026-10-31T11:54:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:54:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1281}, "started": true, "suppressed_count": 713860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 713730}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1282, "written_record_count": 1282}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6542.543, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63f05f11db40] error while decoding MB 18 66, bytestream -18 [h264 @ 0x63f05f086dc0] cabac decode of qscale diff failed at 17 61 [h264 @ 0x63f05f086dc0] error while decoding MB 17 61, bytestream 19921", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1976859648000, "copied_frame_count": 715010, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1976859648000, "frame_buffer_copies": 715010, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 0.3175, "p50_ms": 0.0944, "p95_ms": 0.1912, "p99_ms": 0.2641}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4857, "count": 512, "max_ms": 4.4815, "p50_ms": 1.4005, "p95_ms": 2.3737, "p99_ms": 3.0486, "results": {"failed": 0, "not_applicable": 0, "success": 715010, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 80, "h264_decode_error_count": 257, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:55:18+09:00", "last_error_summary": "[h264 @ 0x63f05f11db40] error while decoding MB 18 66, bytestream -18 [h264 @ 0x63f05f086dc0] cabac decode of qscale diff failed at 17 61 [h264 @ 0x63f05f086dc0] error while decoding MB 17 61, bytestream 19921", "last_exit_at": "2026-10-31T11:53:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.808, "last_started_at": "2026-10-31T11:53:24+09:00", "pid": 26532, "process": {"exists": false, "pid": 26532}, "restart_count": 85, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.122, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-31T11:55:18+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-31T11:55:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.197, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 168.803, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-31T11:55:18.593450+09:00", "mtime_epoch": 1793415318.59345, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102839}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:55:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.961, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 715011, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.145, "max": 6.0, "p95": 4.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "total": {"avg": 0.566, "max": 1.0, "p95": 1.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.312, "pushed": 5.312, "read": 5.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.007, "count": 160, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 30.111, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.749, "count": 159, "max_ms": 3.892, "p95_ms": 2.4, "reason": null, "sample_age_ms": 76.736, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 159, "max_ms": 3.5, "p95_ms": 1.841, "reason": null, "sample_age_ms": 78.419, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 160, "max_ms": 0.879, "p95_ms": 0.592, "reason": null, "sample_age_ms": 30.121, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.843, "count": 159, "max_ms": 3.463, "p95_ms": 2.883, "reason": null, "sample_age_ms": 75.38, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2764808.0, "count": 159, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.358, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.385, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.999, "count": 160, "max_ms": 65.418, "p95_ms": 59.771, "reason": null, "sample_age_ms": 30.108, "source": "client_direct"}, "sample_age_ms": 30.103, "source": "client_direct", "task_total_ms": {"avg_ms": 46.297, "count": 160, "max_ms": 68.136, "p95_ms": 62.86, "reason": null, "sample_age_ms": 30.103, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.994, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.345, "count": 159, "max_ms": 10.308, "p95_ms": 7.582}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.293, "count": 159, "max_ms": 0.969, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.743, "count": 159, "max_ms": 2.904, "p95_ms": 1.985}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 159, "max_ms": 0.602, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.298, "count": 159, "max_ms": 3.816, "p95_ms": 3.052}, "setup_ms": {"avg_ms": 0.04, "count": 159, "max_ms": 0.111, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 3.299, "count": 159, "max_ms": 10.222, "p95_ms": 7.507}, "track_match_ms": {"avg_ms": 0.038, "count": 159, "max_ms": 0.327, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.717, "count": 159, "max_ms": 2.608, "p95_ms": 1.961}}, "gstreamer_push": {"avg_ms": 3.187, "count": 159, "max_ms": 6.651, "p95_ms": 5.074}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 159, "max_ms": 0.401, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.394, "count": 159, "max_ms": 69.384, "p95_ms": 64.599}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.867, "count": 159, "max_ms": 11.099, "p95_ms": 8.472}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.45, "count": 159, "max_ms": 111.023, "p95_ms": 104.618}, "inference_input_copy_ms": {"avg_ms": 1.744, "count": 159, "max_ms": 4.167, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.2, "count": 159, "max_ms": 0.589, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.26, "count": 159, "max_ms": 118.187, "p95_ms": 109.499}, "read_interval": {"avg_ms": 188.405, "count": 159, "max_ms": 4203.498, "p95_ms": 163.596}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 159, "max_ms": 0.049, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.238, "count": 159, "max_ms": 3.594, "p95_ms": 2.937}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 159, "max_ms": 0.069, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.223, "count": 159, "max_ms": 3.545, "p95_ms": 2.912}, "worker_merge_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.408, "count": 159, "max_ms": 69.403, "p95_ms": 64.607}, "visualize": {"avg_ms": 34.637, "count": 159, "max_ms": 51.792, "p95_ms": 46.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.177, "count": 159, "max_ms": 48.982, "p95_ms": 42.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.092, "count": 159, "max_ms": 49.646, "p95_ms": 44.503}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 159, "max_ms": 3.617, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.972, "count": 159, "max_ms": 49.546, "p95_ms": 44.37}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 159, "max_ms": 0.169, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.017, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.238, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107615, "write_bytes_delta": 107615, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.90173, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2714.0, "pid": 26532, "reason": null, "system_cpu_core_ratio": 0.423847, "system_cpu_s_delta": 10.040000000000001, "user_cpu_core_ratio": 0.477883, "user_cpu_s_delta": 11.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.116186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347436, "system_cpu_s_delta": 8.230000000003201, "user_cpu_core_ratio": 0.76875, "user_cpu_s_delta": 18.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.218, "count": 193, "max_ms": 6.705, "p95_ms": 5.449, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.596, "max": 6.0, "p95": 4.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.006, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.803, "max": 2.0, "p95": 1.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.199, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.238, "count": 30, "max": 27.275, "p95": 25.953, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1148.233, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1524.9, "count": 30, "max": 15548.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.2, "count": 30, "max": 42.0, "p95": 25.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.5, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.162, "p95": 1.151, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6145, "sampled_at": "2026-10-31T11:54:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:54:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1197226, "flush_count": 1282, "flush_interval_seconds": 30.0, "flush_state": {"count": 1282, "last_at": "2026-10-31T11:54:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:54:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1281}, "started": true, "suppressed_count": 713860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 713730}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1282, "written_record_count": 1282}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6551.109, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:55:18+09:00", "last_error_summary": "[h264 @ 0x63f05f11db40] error while decoding MB 18 66, bytestream -18 [h264 @ 0x63f05f086dc0] cabac decode of qscale diff failed at 17 61 [h264 @ 0x63f05f086dc0] error while decoding MB 17 61, bytestream 19921", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1976862412800, "copied_frame_count": 715011, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1976862412800, "frame_buffer_copies": 715011, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 0.3175, "p50_ms": 0.0945, "p95_ms": 0.1912, "p99_ms": 0.2641}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4858, "count": 512, "max_ms": 4.4815, "p50_ms": 1.4005, "p95_ms": 2.3737, "p99_ms": 3.0486, "results": {"failed": 0, "not_applicable": 0, "success": 715011, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 80, "h264_decode_error_count": 257, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:55:18+09:00", "last_error_summary": "[h264 @ 0x63f05f11db40] error while decoding MB 18 66, bytestream -18 [h264 @ 0x63f05f086dc0] cabac decode of qscale diff failed at 17 61 [h264 @ 0x63f05f086dc0] error while decoding MB 17 61, bytestream 19921", "last_exit_at": "2026-10-31T11:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.872, "last_started_at": "2026-10-31T11:53:24+09:00", "pid": 26532, "process": {"exists": false, "pid": 26532}, "restart_count": 85, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.122, "sample_count": 2436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-31T11:55:18+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-31T11:55:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.24, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 168.76, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-31T11:55:18.706450+09:00", "mtime_epoch": 1793415318.7064505, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101322}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:55:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 715011, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.157, "max": 6.0, "p95": 4.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "total": {"avg": 0.566, "max": 1.0, "p95": 1.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.334, "pushed": 5.334, "read": 5.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.007, "count": 159, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 93.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.749, "count": 159, "max_ms": 3.892, "p95_ms": 2.4, "reason": null, "sample_age_ms": 140.324, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 159, "max_ms": 3.5, "p95_ms": 1.841, "reason": null, "sample_age_ms": 142.008, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 159, "max_ms": 0.879, "p95_ms": 0.593, "reason": null, "sample_age_ms": 93.709, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.843, "count": 159, "max_ms": 3.463, "p95_ms": 2.883, "reason": null, "sample_age_ms": 138.968, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2764808.0, "count": 159, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.946, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.974, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.022, "count": 159, "max_ms": 65.418, "p95_ms": 59.8, "reason": null, "sample_age_ms": 93.696, "source": "client_direct"}, "sample_age_ms": 93.691, "source": "client_direct", "task_total_ms": {"avg_ms": 46.324, "count": 159, "max_ms": 68.136, "p95_ms": 62.896, "reason": null, "sample_age_ms": 93.691, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.852, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.345, "count": 159, "max_ms": 10.308, "p95_ms": 7.582}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.293, "count": 159, "max_ms": 0.969, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.744, "count": 159, "max_ms": 2.904, "p95_ms": 1.985}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 159, "max_ms": 0.602, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.295, "count": 159, "max_ms": 3.816, "p95_ms": 2.972}, "setup_ms": {"avg_ms": 0.04, "count": 159, "max_ms": 0.111, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 3.299, "count": 159, "max_ms": 10.222, "p95_ms": 7.507}, "track_match_ms": {"avg_ms": 0.038, "count": 159, "max_ms": 0.327, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.718, "count": 159, "max_ms": 2.608, "p95_ms": 1.961}}, "gstreamer_push": {"avg_ms": 3.21, "count": 160, "max_ms": 6.95, "p95_ms": 5.074}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 159, "max_ms": 0.401, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.432, "count": 159, "max_ms": 69.384, "p95_ms": 64.599}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.866, "count": 160, "max_ms": 11.099, "p95_ms": 8.31}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.524, "count": 160, "max_ms": 111.023, "p95_ms": 102.978}, "inference_input_copy_ms": {"avg_ms": 1.742, "count": 160, "max_ms": 4.167, "p95_ms": 2.729}, "processing_residual_ms": {"avg_ms": 0.199, "count": 160, "max_ms": 0.589, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.331, "count": 160, "max_ms": 118.187, "p95_ms": 108.238}, "read_interval": {"avg_ms": 188.405, "count": 159, "max_ms": 4203.498, "p95_ms": 163.596}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 159, "max_ms": 0.049, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.235, "count": 159, "max_ms": 3.594, "p95_ms": 2.897}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 159, "max_ms": 0.069, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.22, "count": 159, "max_ms": 3.545, "p95_ms": 2.877}, "worker_merge_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.445, "count": 159, "max_ms": 69.403, "p95_ms": 64.607}, "visualize": {"avg_ms": 34.668, "count": 159, "max_ms": 51.792, "p95_ms": 46.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.193, "count": 159, "max_ms": 48.982, "p95_ms": 42.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.125, "count": 159, "max_ms": 49.646, "p95_ms": 44.503}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 159, "max_ms": 3.617, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.005, "count": 159, "max_ms": 49.546, "p95_ms": 44.37}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 159, "max_ms": 0.169, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.017, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.238, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107615, "write_bytes_delta": 107615, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.90173, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2714.0, "pid": 26532, "reason": null, "system_cpu_core_ratio": 0.423847, "system_cpu_s_delta": 10.040000000000001, "user_cpu_core_ratio": 0.477883, "user_cpu_s_delta": 11.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.116186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347436, "system_cpu_s_delta": 8.230000000003201, "user_cpu_core_ratio": 0.76875, "user_cpu_s_delta": 18.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.218, "count": 193, "max_ms": 6.705, "p95_ms": 5.449, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.596, "max": 6.0, "p95": 4.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.006, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.803, "max": 2.0, "p95": 1.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.199, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.238, "count": 30, "max": 27.275, "p95": 25.953, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1148.233, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1524.9, "count": 30, "max": 15548.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.2, "count": 30, "max": 42.0, "p95": 25.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.5, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.162, "p95": 1.151, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6145, "sampled_at": "2026-10-31T11:54:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:54:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1197226, "flush_count": 1282, "flush_interval_seconds": 30.0, "flush_state": {"count": 1282, "last_at": "2026-10-31T11:54:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:54:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1281}, "started": true, "suppressed_count": 713860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 713730}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1282, "written_record_count": 1282}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6543.039, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1976862412800, "copied_frame_count": 715011, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1976862412800, "frame_buffer_copies": 715011, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 0.3175, "p50_ms": 0.0945, "p95_ms": 0.1912, "p99_ms": 0.2641}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4858, "count": 512, "max_ms": 4.4815, "p50_ms": 1.4005, "p95_ms": 2.3737, "p99_ms": 3.0486, "results": {"failed": 0, "not_applicable": 0, "success": 715011, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 80, "h264_decode_error_count": 257, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:55:18+09:00", "last_error_summary": "[h264 @ 0x63f05f11db40] error while decoding MB 18 66, bytestream -18 [h264 @ 0x63f05f086dc0] cabac decode of qscale diff failed at 17 61 [h264 @ 0x63f05f086dc0] error while decoding MB 17 61, bytestream 19921", "last_exit_at": "2026-10-31T11:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.906, "last_started_at": "2026-10-31T11:53:24+09:00", "pid": 26532, "process": {"exists": false, "pid": 26532}, "restart_count": 85, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.122, "sample_count": 2436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-31T11:55:18+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-31T11:55:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.273, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 168.727, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-31T11:55:18.706450+09:00", "mtime_epoch": 1793415318.7064505, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101322}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:55:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 715011, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.157, "max": 6.0, "p95": 4.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "total": {"avg": 0.566, "max": 1.0, "p95": 1.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.316, "pushed": 5.316, "read": 5.282}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.007, "count": 159, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 124.832, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 158, "max_ms": 3.892, "p95_ms": 2.303, "reason": null, "sample_age_ms": 171.457, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 158, "max_ms": 3.5, "p95_ms": 1.841, "reason": null, "sample_age_ms": 173.141, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 159, "max_ms": 0.879, "p95_ms": 0.593, "reason": null, "sample_age_ms": 124.842, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.843, "count": 158, "max_ms": 3.463, "p95_ms": 2.883, "reason": null, "sample_age_ms": 170.101, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2764808.0, "count": 158, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.079, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.107, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.022, "count": 159, "max_ms": 65.418, "p95_ms": 59.8, "reason": null, "sample_age_ms": 124.829, "source": "client_direct"}, "sample_age_ms": 124.824, "source": "client_direct", "task_total_ms": {"avg_ms": 46.324, "count": 159, "max_ms": 68.136, "p95_ms": 62.896, "reason": null, "sample_age_ms": 124.824, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.947, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.345, "count": 159, "max_ms": 10.308, "p95_ms": 7.582}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.293, "count": 159, "max_ms": 0.969, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.744, "count": 159, "max_ms": 2.904, "p95_ms": 1.985}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 159, "max_ms": 0.602, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.295, "count": 159, "max_ms": 3.816, "p95_ms": 2.972}, "setup_ms": {"avg_ms": 0.04, "count": 159, "max_ms": 0.111, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 3.299, "count": 159, "max_ms": 10.222, "p95_ms": 7.507}, "track_match_ms": {"avg_ms": 0.038, "count": 159, "max_ms": 0.327, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.718, "count": 159, "max_ms": 2.608, "p95_ms": 1.961}}, "gstreamer_push": {"avg_ms": 3.208, "count": 159, "max_ms": 6.95, "p95_ms": 5.195}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 159, "max_ms": 0.401, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.432, "count": 159, "max_ms": 69.384, "p95_ms": 64.599}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.836, "count": 159, "max_ms": 11.099, "p95_ms": 8.472}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.519, "count": 159, "max_ms": 111.023, "p95_ms": 104.618}, "inference_input_copy_ms": {"avg_ms": 1.746, "count": 159, "max_ms": 4.167, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.2, "count": 159, "max_ms": 0.589, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.3, "count": 159, "max_ms": 118.187, "p95_ms": 109.499}, "read_interval": {"avg_ms": 188.911, "count": 158, "max_ms": 4203.498, "p95_ms": 163.596}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 159, "max_ms": 0.049, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.235, "count": 159, "max_ms": 3.594, "p95_ms": 2.897}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 159, "max_ms": 0.069, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.22, "count": 159, "max_ms": 3.545, "p95_ms": 2.877}, "worker_merge_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.445, "count": 159, "max_ms": 69.403, "p95_ms": 64.607}, "visualize": {"avg_ms": 34.668, "count": 159, "max_ms": 51.792, "p95_ms": 46.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.193, "count": 159, "max_ms": 48.982, "p95_ms": 42.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.125, "count": 159, "max_ms": 49.646, "p95_ms": 44.503}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 159, "max_ms": 3.617, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.005, "count": 159, "max_ms": 49.546, "p95_ms": 44.37}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 159, "max_ms": 0.169, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.017, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.238, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107615, "write_bytes_delta": 107615, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.90173, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2714.0, "pid": 26532, "reason": null, "system_cpu_core_ratio": 0.423847, "system_cpu_s_delta": 10.040000000000001, "user_cpu_core_ratio": 0.477883, "user_cpu_s_delta": 11.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.116186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347436, "system_cpu_s_delta": 8.230000000003201, "user_cpu_core_ratio": 0.76875, "user_cpu_s_delta": 18.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.218, "count": 193, "max_ms": 6.705, "p95_ms": 5.449, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.596, "max": 6.0, "p95": 4.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.006, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.803, "max": 2.0, "p95": 1.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.199, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.238, "count": 30, "max": 27.275, "p95": 25.953, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1148.233, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1524.9, "count": 30, "max": 15548.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.2, "count": 30, "max": 42.0, "p95": 25.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.5, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.162, "p95": 1.151, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6145, "sampled_at": "2026-10-31T11:54:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:54:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1197226, "flush_count": 1282, "flush_interval_seconds": 30.0, "flush_state": {"count": 1282, "last_at": "2026-10-31T11:54:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:54:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1281}, "started": true, "suppressed_count": 713860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 713730}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1282, "written_record_count": 1282}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6719.285, "limit_mb": null}, "detail": {"pid": 26648, "restart_count": 86, "start_count": 87}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1976862412800, "copied_frame_count": 715011, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1976862412800, "frame_buffer_copies": 715011, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 0.3175, "p50_ms": 0.0945, "p95_ms": 0.1912, "p99_ms": 0.2641}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4858, "count": 512, "max_ms": 4.4815, "p50_ms": 1.4005, "p95_ms": 2.3737, "p99_ms": 3.0486, "results": {"failed": 0, "not_applicable": 0, "success": 715011, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 80, "h264_decode_error_count": 257, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:55:18+09:00", "last_error_summary": "[h264 @ 0x63f05f11db40] error while decoding MB 18 66, bytestream -18 [h264 @ 0x63f05f086dc0] cabac decode of qscale diff failed at 17 61 [h264 @ 0x63f05f086dc0] error while decoding MB 17 61, bytestream 19921", "last_exit_at": "2026-10-31T11:55:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T11:55:21+09:00", "pid": 26648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 210.727, "name": "ffmpeg", "pid": 26648, "rss_mb": 210.727, "state": "S (sleeping)", "threads": 70}, "restart_count": 86, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.877, "sample_count": 2397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.029, "last_frame_pushed_at": "2026-10-31T11:55:18+09:00", "last_frame_read_age_sec": 5.141, "last_frame_read_at": "2026-10-31T11:55:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 436.253, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 163.747, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 5.019, "exists": true, "mtime": "2026-10-31T11:55:18.706450+09:00", "mtime_epoch": 1793415318.7064505, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101322}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:55:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1150.965, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 715011, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.187, "max": 6.0, "p95": 4.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 0.555, "max": 1.0, "p95": 1.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 155, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.719, "pushed": 5.719, "read": 5.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.007, "count": 155, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5099.679, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 155, "max_ms": 3.892, "p95_ms": 2.32, "reason": null, "sample_age_ms": 5146.304, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.321, "count": 155, "max_ms": 3.5, "p95_ms": 1.842, "reason": null, "sample_age_ms": 5147.987, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 155, "max_ms": 0.879, "p95_ms": 0.596, "reason": null, "sample_age_ms": 5099.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.853, "count": 155, "max_ms": 3.463, "p95_ms": 2.883, "reason": null, "sample_age_ms": 5144.947, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2764808.0, "count": 155, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5144.925, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5099.953, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.116, "count": 155, "max_ms": 65.418, "p95_ms": 59.915, "reason": null, "sample_age_ms": 5099.675, "source": "client_direct"}, "sample_age_ms": 5099.671, "source": "client_direct", "task_total_ms": {"avg_ms": 46.426, "count": 155, "max_ms": 68.136, "p95_ms": 63.039, "reason": null, "sample_age_ms": 5099.671, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.684, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.289, "count": 155, "max_ms": 10.308, "p95_ms": 7.542}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.294, "count": 155, "max_ms": 0.969, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.727, "count": 155, "max_ms": 2.904, "p95_ms": 1.864}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 155, "max_ms": 0.602, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.275, "count": 155, "max_ms": 3.816, "p95_ms": 2.972}, "setup_ms": {"avg_ms": 0.04, "count": 155, "max_ms": 0.111, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 3.243, "count": 155, "max_ms": 10.222, "p95_ms": 7.445}, "track_match_ms": {"avg_ms": 0.037, "count": 155, "max_ms": 0.327, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.701, "count": 155, "max_ms": 2.608, "p95_ms": 1.961}}, "gstreamer_push": {"avg_ms": 3.201, "count": 155, "max_ms": 6.95, "p95_ms": 5.195}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 155, "max_ms": 0.401, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.508, "count": 155, "max_ms": 69.384, "p95_ms": 64.599}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.816, "count": 155, "max_ms": 11.099, "p95_ms": 8.472}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.394, "count": 155, "max_ms": 111.023, "p95_ms": 104.618}, "inference_input_copy_ms": {"avg_ms": 1.757, "count": 155, "max_ms": 4.167, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.201, "count": 155, "max_ms": 0.589, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.169, "count": 155, "max_ms": 118.187, "p95_ms": 109.499}, "read_interval": {"avg_ms": 168.799, "count": 155, "max_ms": 4203.498, "p95_ms": 156.338}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 155, "max_ms": 0.049, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.216, "count": 155, "max_ms": 3.594, "p95_ms": 2.897}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 155, "max_ms": 0.069, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.2, "count": 155, "max_ms": 3.545, "p95_ms": 2.877}, "worker_merge_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.522, "count": 155, "max_ms": 69.403, "p95_ms": 64.607}, "visualize": {"avg_ms": 34.538, "count": 155, "max_ms": 51.792, "p95_ms": 46.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.117, "count": 155, "max_ms": 48.982, "p95_ms": 42.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.002, "count": 155, "max_ms": 49.646, "p95_ms": 44.503}, "visualize_input_copy_ms": {"avg_ms": 1.347, "count": 155, "max_ms": 3.617, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.883, "count": 155, "max_ms": 49.546, "p95_ms": 44.37}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 155, "max_ms": 0.169, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1150.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.017, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.238, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107615, "write_bytes_delta": 107615, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.90173, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2714.0, "pid": 26532, "reason": null, "system_cpu_core_ratio": 0.423847, "system_cpu_s_delta": 10.040000000000001, "user_cpu_core_ratio": 0.477883, "user_cpu_s_delta": 11.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.116186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347436, "system_cpu_s_delta": 8.230000000003201, "user_cpu_core_ratio": 0.76875, "user_cpu_s_delta": 18.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.218, "count": 193, "max_ms": 6.705, "p95_ms": 5.449, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.596, "max": 6.0, "p95": 4.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.006, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.803, "max": 2.0, "p95": 1.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.199, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.238, "count": 30, "max": 27.275, "p95": 25.953, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1148.233, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1524.9, "count": 30, "max": 15548.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.443, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95509.367, "count": 30, "max": 107615.0, "p95": 103385.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.2, "count": 30, "max": 42.0, "p95": 25.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.5, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.023, "count": 30, "max": 1.162, "p95": 1.151, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6145, "sampled_at": "2026-10-31T11:54:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:54:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.101, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1199202, "flush_count": 1284, "flush_interval_seconds": 30.0, "flush_state": {"count": 1284, "last_at": "2026-10-31T11:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1283}, "started": true, "suppressed_count": 715148, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 715018}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1284, "written_record_count": 1284}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6572.312, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62d254531d80] error while decoding MB 45 57, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980426240000, "copied_frame_count": 716300, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1980426240000, "frame_buffer_copies": 716300, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 0.3826, "p50_ms": 0.1014, "p95_ms": 0.1954, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5333, "count": 512, "max_ms": 3.8894, "p50_ms": 1.4525, "p95_ms": 2.507, "p99_ms": 3.1894, "results": {"failed": 0, "not_applicable": 0, "success": 716300, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 258, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:57:54+09:00", "last_error_summary": "[h264 @ 0x62d254531d80] error while decoding MB 45 57, bytestream -13", "last_exit_at": "2026-10-31T11:55:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.169, "last_started_at": "2026-10-31T11:55:21+09:00", "pid": 26648, "process": {"exists": false, "pid": 26648}, "restart_count": 86, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.863, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-10-31T11:57:54+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-10-31T11:57:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.432, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 12.568, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-10-31T11:57:54.815923+09:00", "mtime_epoch": 1793415474.8159227, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101317}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:57:54+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1151.578, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 716301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.875, "max": 8.0, "p95": 6.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.574, "max": 2.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 1.518, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.549, "max": 1.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.549, "max": 1.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.501, "pushed": 7.501, "read": 7.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 46.986, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.877, "count": 225, "max_ms": 5.743, "p95_ms": 2.74, "reason": null, "sample_age_ms": 96.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 225, "max_ms": 5.322, "p95_ms": 1.754, "reason": null, "sample_age_ms": 96.302, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 225, "max_ms": 0.928, "p95_ms": 0.615, "reason": null, "sample_age_ms": 46.992, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.91, "count": 225, "max_ms": 5.778, "p95_ms": 3.033, "reason": null, "sample_age_ms": 94.44, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.418, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.169, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.494, "count": 225, "max_ms": 90.62, "p95_ms": 67.035, "reason": null, "sample_age_ms": 46.983, "source": "client_direct"}, "sample_age_ms": 46.98, "source": "client_direct", "task_total_ms": {"avg_ms": 48.882, "count": 225, "max_ms": 93.602, "p95_ms": 69.711, "reason": null, "sample_age_ms": 46.98, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.562, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.912, "count": 224, "max_ms": 13.275, "p95_ms": 8.046}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 224, "max_ms": 0.95, "p95_ms": 0.74}, "detection_prepare_ms": {"avg_ms": 1.388, "count": 224, "max_ms": 4.031, "p95_ms": 2.601}, "event_filter_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.265, "count": 224, "max_ms": 1.4, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.115, "count": 224, "max_ms": 3.205, "p95_ms": 2.759}, "setup_ms": {"avg_ms": 0.044, "count": 224, "max_ms": 0.112, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.858, "count": 224, "max_ms": 13.169, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.099, "count": 224, "max_ms": 0.315, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.544, "count": 224, "max_ms": 6.405, "p95_ms": 2.577}}, "gstreamer_push": {"avg_ms": 3.22, "count": 225, "max_ms": 6.602, "p95_ms": 5.33}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 224, "max_ms": 0.126, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.211, "count": 224, "max_ms": 95.458, "p95_ms": 70.587}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.061, "count": 225, "max_ms": 14.65, "p95_ms": 8.64}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.46, "count": 225, "max_ms": 147.95, "p95_ms": 117.732}, "inference_input_copy_ms": {"avg_ms": 1.693, "count": 225, "max_ms": 4.36, "p95_ms": 2.683}, "processing_residual_ms": {"avg_ms": 0.191, "count": 225, "max_ms": 0.464, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.405, "count": 225, "max_ms": 155.568, "p95_ms": 124.726}, "read_interval": {"avg_ms": 133.428, "count": 225, "max_ms": 3088.113, "p95_ms": 155.481}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 224, "max_ms": 0.089, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.052, "count": 224, "max_ms": 3.09, "p95_ms": 2.654}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 224, "max_ms": 0.079, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.036, "count": 224, "max_ms": 3.069, "p95_ms": 2.626}, "worker_merge_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.025, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.225, "count": 224, "max_ms": 95.467, "p95_ms": 70.595}, "visualize": {"avg_ms": 38.149, "count": 224, "max_ms": 56.177, "p95_ms": 50.741}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.775, "count": 224, "max_ms": 50.806, "p95_ms": 44.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.491, "count": 224, "max_ms": 55.154, "p95_ms": 49.097}, "visualize_input_copy_ms": {"avg_ms": 1.463, "count": 224, "max_ms": 8.578, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.357, "count": 224, "max_ms": 55.026, "p95_ms": 48.952}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 224, "max_ms": 0.529, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1151.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.769, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.43, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100917, "write_bytes_delta": 100917, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.537677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1039.0, "pid": 26648, "reason": null, "system_cpu_core_ratio": 0.081572, "system_cpu_s_delta": 1.6399999999999997, "user_cpu_core_ratio": 0.456105, "user_cpu_s_delta": 9.169999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.604077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480477, "system_cpu_s_delta": 9.659999999999854, "user_cpu_core_ratio": 1.1236, "user_cpu_s_delta": 22.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 257, "max_ms": 7.718, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 8.0, "p95": 6.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.076, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.043, "max": 2.0, "p95": 2.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.587, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.276, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.0, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1412.067, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.0, "count": 30, "max": 42.0, "p95": 29.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.504, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.025, "count": 30, "max": 1.162, "p95": 1.153, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6153, "sampled_at": "2026-10-31T11:57:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:57:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1199202, "flush_count": 1284, "flush_interval_seconds": 30.0, "flush_state": {"count": 1284, "last_at": "2026-10-31T11:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1283}, "started": true, "suppressed_count": 715148, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 715018}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1284, "written_record_count": 1284}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6572.488, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T11:57:54+09:00", "last_error_summary": "[h264 @ 0x62d254531d80] error while decoding MB 45 57, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980429004800, "copied_frame_count": 716301, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1980429004800, "frame_buffer_copies": 716301, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 0.3826, "p50_ms": 0.1014, "p95_ms": 0.1954, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5349, "count": 512, "max_ms": 3.8894, "p50_ms": 1.4564, "p95_ms": 2.507, "p99_ms": 3.1894, "results": {"failed": 0, "not_applicable": 0, "success": 716301, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 258, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:57:54+09:00", "last_error_summary": "[h264 @ 0x62d254531d80] error while decoding MB 45 57, bytestream -13", "last_exit_at": "2026-10-31T11:57:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.222, "last_started_at": "2026-10-31T11:55:21+09:00", "pid": 26648, "process": {"exists": false, "pid": 26648}, "restart_count": 86, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.863, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-10-31T11:57:54+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-31T11:57:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.468, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 12.532, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-31T11:57:54.941923+09:00", "mtime_epoch": 1793415474.9419231, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102722}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:57:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1151.578, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 716301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.88, "max": 8.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.576, "max": 2.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.52, "max": 2.0, "p95": 2.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.551, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.551, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.523, "pushed": 7.523, "read": 7.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 92.331, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.877, "count": 224, "max_ms": 5.743, "p95_ms": 2.747, "reason": null, "sample_age_ms": 141.378, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 224, "max_ms": 5.322, "p95_ms": 1.755, "reason": null, "sample_age_ms": 141.647, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 225, "max_ms": 0.928, "p95_ms": 0.615, "reason": null, "sample_age_ms": 92.337, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 224, "max_ms": 5.778, "p95_ms": 3.033, "reason": null, "sample_age_ms": 139.786, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.763, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.515, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.494, "count": 225, "max_ms": 90.62, "p95_ms": 67.035, "reason": null, "sample_age_ms": 92.328, "source": "client_direct"}, "sample_age_ms": 92.325, "source": "client_direct", "task_total_ms": {"avg_ms": 48.882, "count": 225, "max_ms": 93.602, "p95_ms": 69.711, "reason": null, "sample_age_ms": 92.325, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.983, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.908, "count": 225, "max_ms": 13.275, "p95_ms": 8.046}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 225, "max_ms": 0.95, "p95_ms": 0.74}, "detection_prepare_ms": {"avg_ms": 1.387, "count": 225, "max_ms": 4.031, "p95_ms": 2.601}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.265, "count": 225, "max_ms": 1.4, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.115, "count": 225, "max_ms": 3.205, "p95_ms": 2.759}, "setup_ms": {"avg_ms": 0.043, "count": 225, "max_ms": 0.112, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.855, "count": 225, "max_ms": 13.169, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.099, "count": 225, "max_ms": 0.315, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.543, "count": 225, "max_ms": 6.405, "p95_ms": 2.577}}, "gstreamer_push": {"avg_ms": 3.214, "count": 225, "max_ms": 6.602, "p95_ms": 5.33}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 225, "max_ms": 0.126, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.208, "count": 225, "max_ms": 95.458, "p95_ms": 70.587}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.055, "count": 225, "max_ms": 14.65, "p95_ms": 8.64}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.529, "count": 225, "max_ms": 147.95, "p95_ms": 117.732}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 225, "max_ms": 4.36, "p95_ms": 2.683}, "processing_residual_ms": {"avg_ms": 0.19, "count": 225, "max_ms": 0.464, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.465, "count": 225, "max_ms": 155.568, "p95_ms": 124.726}, "read_interval": {"avg_ms": 133.463, "count": 224, "max_ms": 3088.113, "p95_ms": 155.481}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 225, "max_ms": 0.089, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.051, "count": 225, "max_ms": 3.09, "p95_ms": 2.654}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.079, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.035, "count": 225, "max_ms": 3.069, "p95_ms": 2.626}, "worker_merge_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.025, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.223, "count": 225, "max_ms": 95.467, "p95_ms": 70.595}, "visualize": {"avg_ms": 38.256, "count": 225, "max_ms": 62.058, "p95_ms": 51.097}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.786, "count": 225, "max_ms": 50.806, "p95_ms": 44.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.598, "count": 225, "max_ms": 60.737, "p95_ms": 49.213}, "visualize_input_copy_ms": {"avg_ms": 1.461, "count": 225, "max_ms": 8.578, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.465, "count": 225, "max_ms": 60.607, "p95_ms": 49.003}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 225, "max_ms": 0.529, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1151.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.769, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.43, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100917, "write_bytes_delta": 100917, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.537677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1039.0, "pid": 26648, "reason": null, "system_cpu_core_ratio": 0.081572, "system_cpu_s_delta": 1.6399999999999997, "user_cpu_core_ratio": 0.456105, "user_cpu_s_delta": 9.169999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.604077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480477, "system_cpu_s_delta": 9.659999999999854, "user_cpu_core_ratio": 1.1236, "user_cpu_s_delta": 22.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 257, "max_ms": 7.718, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 8.0, "p95": 6.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.076, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.043, "max": 2.0, "p95": 2.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.587, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.276, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.0, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1412.067, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.0, "count": 30, "max": 42.0, "p95": 29.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.504, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.025, "count": 30, "max": 1.162, "p95": 1.153, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6153, "sampled_at": "2026-10-31T11:57:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:57:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1199202, "flush_count": 1284, "flush_interval_seconds": 30.0, "flush_state": {"count": 1284, "last_at": "2026-10-31T11:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1283}, "started": true, "suppressed_count": 715148, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 715018}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1284, "written_record_count": 1284}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6572.602, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980429004800, "copied_frame_count": 716301, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1980429004800, "frame_buffer_copies": 716301, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 0.3826, "p50_ms": 0.1014, "p95_ms": 0.1954, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5349, "count": 512, "max_ms": 3.8894, "p50_ms": 1.4564, "p95_ms": 2.507, "p99_ms": 3.1894, "results": {"failed": 0, "not_applicable": 0, "success": 716301, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 258, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:57:54+09:00", "last_error_summary": "[h264 @ 0x62d254531d80] error while decoding MB 45 57, bytestream -13", "last_exit_at": "2026-10-31T11:57:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.282, "last_started_at": "2026-10-31T11:55:21+09:00", "pid": 26648, "process": {"exists": false, "pid": 26648}, "restart_count": 86, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.863, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-31T11:57:54+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-10-31T11:57:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.528, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 12.472, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-10-31T11:57:54.941923+09:00", "mtime_epoch": 1793415474.9419231, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102722}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:57:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1151.578, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 716301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.88, "max": 8.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.576, "max": 2.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.52, "max": 2.0, "p95": 2.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.551, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.551, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.508, "pushed": 7.508, "read": 7.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 153.293, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.877, "count": 224, "max_ms": 5.743, "p95_ms": 2.747, "reason": null, "sample_age_ms": 202.34, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 224, "max_ms": 5.322, "p95_ms": 1.755, "reason": null, "sample_age_ms": 202.609, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 224, "max_ms": 0.928, "p95_ms": 0.615, "reason": null, "sample_age_ms": 153.299, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 224, "max_ms": 5.778, "p95_ms": 3.033, "reason": null, "sample_age_ms": 200.748, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 200.726, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 153.477, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.444, "count": 224, "max_ms": 90.62, "p95_ms": 67.043, "reason": null, "sample_age_ms": 153.29, "source": "client_direct"}, "sample_age_ms": 153.287, "source": "client_direct", "task_total_ms": {"avg_ms": 48.829, "count": 224, "max_ms": 93.602, "p95_ms": 69.715, "reason": null, "sample_age_ms": 153.287, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.244, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.908, "count": 225, "max_ms": 13.275, "p95_ms": 8.046}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 225, "max_ms": 0.95, "p95_ms": 0.74}, "detection_prepare_ms": {"avg_ms": 1.387, "count": 225, "max_ms": 4.031, "p95_ms": 2.601}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.265, "count": 225, "max_ms": 1.4, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.115, "count": 225, "max_ms": 3.205, "p95_ms": 2.759}, "setup_ms": {"avg_ms": 0.043, "count": 225, "max_ms": 0.112, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.855, "count": 225, "max_ms": 13.169, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.099, "count": 225, "max_ms": 0.315, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.543, "count": 225, "max_ms": 6.405, "p95_ms": 2.577}}, "gstreamer_push": {"avg_ms": 3.214, "count": 225, "max_ms": 6.602, "p95_ms": 5.33}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 225, "max_ms": 0.126, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.208, "count": 225, "max_ms": 95.458, "p95_ms": 70.587}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.055, "count": 225, "max_ms": 14.65, "p95_ms": 8.64}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.529, "count": 225, "max_ms": 147.95, "p95_ms": 117.732}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 225, "max_ms": 4.36, "p95_ms": 2.683}, "processing_residual_ms": {"avg_ms": 0.19, "count": 225, "max_ms": 0.464, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.465, "count": 225, "max_ms": 155.568, "p95_ms": 124.726}, "read_interval": {"avg_ms": 133.463, "count": 224, "max_ms": 3088.113, "p95_ms": 155.481}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 225, "max_ms": 0.089, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.051, "count": 225, "max_ms": 3.09, "p95_ms": 2.654}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.079, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.035, "count": 225, "max_ms": 3.069, "p95_ms": 2.626}, "worker_merge_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.025, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.223, "count": 225, "max_ms": 95.467, "p95_ms": 70.595}, "visualize": {"avg_ms": 38.256, "count": 225, "max_ms": 62.058, "p95_ms": 51.097}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.786, "count": 225, "max_ms": 50.806, "p95_ms": 44.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.598, "count": 225, "max_ms": 60.737, "p95_ms": 49.213}, "visualize_input_copy_ms": {"avg_ms": 1.461, "count": 225, "max_ms": 8.578, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.465, "count": 225, "max_ms": 60.607, "p95_ms": 49.003}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 225, "max_ms": 0.529, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1151.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.769, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.43, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100917, "write_bytes_delta": 100917, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.537677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1039.0, "pid": 26648, "reason": null, "system_cpu_core_ratio": 0.081572, "system_cpu_s_delta": 1.6399999999999997, "user_cpu_core_ratio": 0.456105, "user_cpu_s_delta": 9.169999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.604077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480477, "system_cpu_s_delta": 9.659999999999854, "user_cpu_core_ratio": 1.1236, "user_cpu_s_delta": 22.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 257, "max_ms": 7.718, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 8.0, "p95": 6.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.076, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.043, "max": 2.0, "p95": 2.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.587, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.276, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.0, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1412.067, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.0, "count": 30, "max": 42.0, "p95": 29.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.504, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.025, "count": 30, "max": 1.162, "p95": 1.153, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6153, "sampled_at": "2026-10-31T11:57:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:57:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1199202, "flush_count": 1284, "flush_interval_seconds": 30.0, "flush_state": {"count": 1284, "last_at": "2026-10-31T11:56:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:56:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1283}, "started": true, "suppressed_count": 715148, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 715018}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1284, "written_record_count": 1284}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6741.582, "limit_mb": null}, "detail": {"pid": 26764, "restart_count": 87, "start_count": 88}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1980429004800, "copied_frame_count": 716301, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1980429004800, "frame_buffer_copies": 716301, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 0.3826, "p50_ms": 0.1014, "p95_ms": 0.1954, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5349, "count": 512, "max_ms": 3.8894, "p50_ms": 1.4564, "p95_ms": 2.507, "p99_ms": 3.1894, "results": {"failed": 0, "not_applicable": 0, "success": 716301, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 258, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T11:57:54+09:00", "last_error_summary": "[h264 @ 0x62d254531d80] error while decoding MB 45 57, bytestream -13", "last_exit_at": "2026-10-31T11:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T11:57:57+09:00", "pid": 26764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.75, "name": "ffmpeg", "pid": 26764, "rss_mb": 209.75, "state": "S (sleeping)", "threads": 70}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.926, "sample_count": 2310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.275, "last_frame_pushed_at": "2026-10-31T11:57:54+09:00", "last_frame_read_age_sec": 4.399, "last_frame_read_at": "2026-10-31T11:57:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 591.736, "last_sample_duration_ms": 1025.405, "last_trigger": "periodic", "next_snapshot_in_sec": 8.264, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 128, "storage_bytes": 2250346}, "mjpeg": {"age_sec": 4.269, "exists": true, "mtime": "2026-10-31T11:57:54.941923+09:00", "mtime_epoch": 1793415474.9419231, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102722}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T11:57:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1151.582, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 716301, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.011, "max": 8.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.676, "max": 2.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 1.605, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.653, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.653, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.361, "pushed": 6.361, "read": 6.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4362.442, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.833, "count": 189, "max_ms": 5.613, "p95_ms": 2.617, "reason": null, "sample_age_ms": 4411.489, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 189, "max_ms": 5.322, "p95_ms": 1.919, "reason": null, "sample_age_ms": 4411.758, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 190, "max_ms": 0.832, "p95_ms": 0.6, "reason": null, "sample_age_ms": 4362.448, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.87, "count": 189, "max_ms": 4.829, "p95_ms": 3.003, "reason": null, "sample_age_ms": 4409.897, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4409.874, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4362.626, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.815, "count": 190, "max_ms": 90.62, "p95_ms": 67.364, "reason": null, "sample_age_ms": 4362.439, "source": "client_direct"}, "sample_age_ms": 4362.436, "source": "client_direct", "task_total_ms": {"avg_ms": 48.157, "count": 190, "max_ms": 93.602, "p95_ms": 70.079, "reason": null, "sample_age_ms": 4362.436, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.866, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.912, "count": 190, "max_ms": 13.275, "p95_ms": 8.046}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 190, "max_ms": 0.931, "p95_ms": 0.729}, "detection_prepare_ms": {"avg_ms": 1.366, "count": 190, "max_ms": 4.031, "p95_ms": 2.601}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.254, "count": 190, "max_ms": 1.4, "p95_ms": 0.404}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.176, "count": 190, "max_ms": 3.205, "p95_ms": 2.761}, "setup_ms": {"avg_ms": 0.043, "count": 190, "max_ms": 0.102, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.858, "count": 190, "max_ms": 13.169, "p95_ms": 7.987}, "track_match_ms": {"avg_ms": 0.104, "count": 190, "max_ms": 0.315, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.52, "count": 190, "max_ms": 6.405, "p95_ms": 2.659}}, "gstreamer_push": {"avg_ms": 3.135, "count": 190, "max_ms": 6.602, "p95_ms": 5.395}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 190, "max_ms": 0.126, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.439, "count": 190, "max_ms": 95.458, "p95_ms": 72.94}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.075, "count": 190, "max_ms": 14.65, "p95_ms": 8.609}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.154, "count": 190, "max_ms": 147.95, "p95_ms": 119.524}, "inference_input_copy_ms": {"avg_ms": 1.663, "count": 190, "max_ms": 4.36, "p95_ms": 2.683}, "processing_residual_ms": {"avg_ms": 0.19, "count": 190, "max_ms": 0.464, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.082, "count": 190, "max_ms": 155.568, "p95_ms": 126.019}, "read_interval": {"avg_ms": 135.468, "count": 189, "max_ms": 3088.113, "p95_ms": 155.481}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 190, "max_ms": 0.089, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.113, "count": 190, "max_ms": 3.09, "p95_ms": 2.656}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.079, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.097, "count": 190, "max_ms": 3.069, "p95_ms": 2.63}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.025, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.452, "count": 190, "max_ms": 95.467, "p95_ms": 72.95}, "visualize": {"avg_ms": 37.686, "count": 190, "max_ms": 62.058, "p95_ms": 51.097}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.138, "count": 190, "max_ms": 50.806, "p95_ms": 44.523}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.065, "count": 190, "max_ms": 60.737, "p95_ms": 49.213}, "visualize_input_copy_ms": {"avg_ms": 1.428, "count": 190, "max_ms": 6.019, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.937, "count": 190, "max_ms": 60.607, "p95_ms": 49.003}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 190, "max_ms": 0.181, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1151.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.769, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.43, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100917, "write_bytes_delta": 100917, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.537677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1039.0, "pid": 26648, "reason": null, "system_cpu_core_ratio": 0.081572, "system_cpu_s_delta": 1.6399999999999997, "user_cpu_core_ratio": 0.456105, "user_cpu_s_delta": 9.169999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.604077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480477, "system_cpu_s_delta": 9.659999999999854, "user_cpu_core_ratio": 1.1236, "user_cpu_s_delta": 22.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 257, "max_ms": 7.718, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 8.0, "p95": 6.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.076, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.043, "max": 2.0, "p95": 2.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.587, "count": 30, "max": 70.367, "p95": 60.79, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.276, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.0, "count": 30, "max": 1401.0, "p95": 1373.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1412.067, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.511, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98545.267, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.0, "count": 30, "max": 42.0, "p95": 29.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.504, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.025, "count": 30, "max": 1.162, "p95": 1.153, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6153, "sampled_at": "2026-10-31T11:57:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:57:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1202213, "flush_count": 1287, "flush_interval_seconds": 30.0, "flush_state": {"count": 1287, "last_at": "2026-10-31T11:59:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:59:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1286}, "started": true, "suppressed_count": 716276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 716146}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1287, "written_record_count": 1287}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6573.363, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x615f3e5f2180] error while decoding MB 109 65, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983553228800, "copied_frame_count": 717431, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1983553228800, "frame_buffer_copies": 717431, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 0.4403, "p50_ms": 0.0972, "p95_ms": 0.1939, "p99_ms": 0.2609}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5361, "count": 512, "max_ms": 5.0728, "p50_ms": 1.4233, "p95_ms": 2.5237, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 717431, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 259, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:00:11+09:00", "last_error_summary": "[h264 @ 0x615f3e5f2180] error while decoding MB 109 65, bytestream -9", "last_exit_at": "2026-10-31T11:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.111, "last_started_at": "2026-10-31T11:57:57+09:00", "pid": 26764, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 26764, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.397, "sample_count": 2478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-10-31T12:00:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-10-31T12:00:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.021, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 477.979, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-31T12:00:11.237345+09:00", "mtime_epoch": 1793415611.2373452, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99643}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:00:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1152.125, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 717432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.652, "max": 13.0, "p95": 7.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.056, "max": 5.0, "p95": 4.0, "sample_count": 250}, "total": {"avg": 3.056, "max": 5.0, "p95": 4.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 1.04, "max": 3.0, "p95": 2.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 1.04, "max": 3.0, "p95": 2.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.354, "pushed": 8.354, "read": 8.354}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.006, "count": 251, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 35.826, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.805, "count": 250, "max_ms": 10.95, "p95_ms": 2.73, "reason": null, "sample_age_ms": 96.707, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 250, "max_ms": 10.551, "p95_ms": 1.791, "reason": null, "sample_age_ms": 98.985, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 251, "max_ms": 2.176, "p95_ms": 0.573, "reason": null, "sample_age_ms": 35.834, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.778, "count": 250, "max_ms": 6.598, "p95_ms": 3.015, "reason": null, "sample_age_ms": 94.47, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.422, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.318, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.74, "count": 251, "max_ms": 91.634, "p95_ms": 67.428, "reason": null, "sample_age_ms": 35.823, "source": "client_direct"}, "sample_age_ms": 35.82, "source": "client_direct", "task_total_ms": {"avg_ms": 49.988, "count": 251, "max_ms": 93.616, "p95_ms": 70.271, "reason": null, "sample_age_ms": 35.82, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.26, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.035, "count": 250, "max_ms": 17.521, "p95_ms": 11.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.492, "count": 250, "max_ms": 1.507, "p95_ms": 0.953}, "detection_prepare_ms": {"avg_ms": 1.592, "count": 250, "max_ms": 9.597, "p95_ms": 3.009}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.39, "count": 250, "max_ms": 1.444, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.066, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.132, "count": 250, "max_ms": 6.745, "p95_ms": 4.153}, "setup_ms": {"avg_ms": 0.041, "count": 250, "max_ms": 0.153, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 6.974, "count": 250, "max_ms": 17.456, "p95_ms": 11.727}, "track_match_ms": {"avg_ms": 0.147, "count": 250, "max_ms": 0.41, "p95_ms": 0.294}, "tracker_update_ms": {"avg_ms": 2.171, "count": 250, "max_ms": 6.627, "p95_ms": 3.421}}, "gstreamer_push": {"avg_ms": 3.306, "count": 250, "max_ms": 8.782, "p95_ms": 5.438}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 250, "max_ms": 0.603, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.138, "count": 250, "max_ms": 97.235, "p95_ms": 72.624}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.361, "count": 250, "max_ms": 14.054, "p95_ms": 8.569}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.34, "count": 250, "max_ms": 158.818, "p95_ms": 126.786}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 250, "max_ms": 6.269, "p95_ms": 2.842}, "processing_residual_ms": {"avg_ms": 0.215, "count": 250, "max_ms": 0.595, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.587, "count": 250, "max_ms": 167.28, "p95_ms": 133.829}, "read_interval": {"avg_ms": 119.745, "count": 250, "max_ms": 192.806, "p95_ms": 164.144}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 250, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.061, "count": 250, "max_ms": 6.593, "p95_ms": 4.034}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 250, "max_ms": 0.056, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.044, "count": 250, "max_ms": 6.559, "p95_ms": 3.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.152, "count": 250, "max_ms": 97.242, "p95_ms": 72.635}, "visualize": {"avg_ms": 39.982, "count": 250, "max_ms": 74.772, "p95_ms": 55.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.091, "count": 250, "max_ms": 63.946, "p95_ms": 45.643}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.376, "count": 250, "max_ms": 71.885, "p95_ms": 53.213}, "visualize_input_copy_ms": {"avg_ms": 1.402, "count": 250, "max_ms": 8.09, "p95_ms": 2.453}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.244, "count": 250, "max_ms": 71.615, "p95_ms": 53.032}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 250, "max_ms": 0.224, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1152.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.396, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.665, "sample_count": 2393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102670, "write_bytes_delta": 102670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.46823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 26764, "reason": null, "system_cpu_core_ratio": 0.042747, "system_cpu_s_delta": 0.4299999999999997, "user_cpu_core_ratio": 0.425483, "user_cpu_s_delta": 4.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.799354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576589, "system_cpu_s_delta": 5.799999999999272, "user_cpu_core_ratio": 1.222766, "user_cpu_s_delta": 12.299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.358, "count": 256, "max_ms": 7.21, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.344, "max": 7.0, "p95": 6.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.441, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 256}, "total": {"avg": 2.441, "max": 5.0, "p95": 4.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.016, "count": 30, "max": 70.367, "p95": 37.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.519, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.367, "count": 30, "max": 1401.0, "p95": 1357.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1233.367, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 34.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.604, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.285, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6164, "sampled_at": "2026-10-31T11:59:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:59:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1202213, "flush_count": 1287, "flush_interval_seconds": 30.0, "flush_state": {"count": 1287, "last_at": "2026-10-31T11:59:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:59:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1286}, "started": true, "suppressed_count": 716276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 716146}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1287, "written_record_count": 1287}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6572.719, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:00:11+09:00", "last_error_summary": "[h264 @ 0x615f3e5f2180] error while decoding MB 109 65, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983555993600, "copied_frame_count": 717432, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1983555993600, "frame_buffer_copies": 717432, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 0.4403, "p50_ms": 0.097, "p95_ms": 0.1939, "p99_ms": 0.2609}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5327, "count": 512, "max_ms": 5.0728, "p50_ms": 1.4218, "p95_ms": 2.5136, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 717432, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 259, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:00:11+09:00", "last_error_summary": "[h264 @ 0x615f3e5f2180] error while decoding MB 109 65, bytestream -9", "last_exit_at": "2026-10-31T12:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.17, "last_started_at": "2026-10-31T11:57:57+09:00", "pid": 26764, "process": {"exists": false, "pid": 26764}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.397, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-10-31T12:00:11+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-10-31T12:00:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.066, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 477.934, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-31T12:00:11.365345+09:00", "mtime_epoch": 1793415611.3653455, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99895}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:00:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1152.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 717432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.649, "max": 13.0, "p95": 7.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.048, "max": 5.0, "p95": 4.0, "sample_count": 251}, "total": {"avg": 3.048, "max": 5.0, "p95": 4.0, "sample_count": 251}}, "tracking_counts": {"active": {"avg": 1.036, "max": 3.0, "p95": 2.0, "sample_count": 251}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 251}, "tracked": {"avg": 1.036, "max": 3.0, "p95": 2.0, "sample_count": 251}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.371, "pushed": 8.371, "read": 8.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 95.556, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.805, "count": 250, "max_ms": 10.95, "p95_ms": 2.73, "reason": null, "sample_age_ms": 156.438, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 250, "max_ms": 10.551, "p95_ms": 1.791, "reason": null, "sample_age_ms": 158.715, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 250, "max_ms": 2.176, "p95_ms": 0.573, "reason": null, "sample_age_ms": 95.564, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.778, "count": 250, "max_ms": 6.598, "p95_ms": 3.015, "reason": null, "sample_age_ms": 154.2, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.153, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.049, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.734, "count": 250, "max_ms": 91.634, "p95_ms": 67.435, "reason": null, "sample_age_ms": 95.553, "source": "client_direct"}, "sample_age_ms": 95.55, "source": "client_direct", "task_total_ms": {"avg_ms": 49.984, "count": 250, "max_ms": 93.616, "p95_ms": 70.302, "reason": null, "sample_age_ms": 95.55, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.11, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.025, "count": 251, "max_ms": 17.521, "p95_ms": 11.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.493, "count": 251, "max_ms": 1.507, "p95_ms": 0.953}, "detection_prepare_ms": {"avg_ms": 1.591, "count": 251, "max_ms": 9.597, "p95_ms": 3.009}, "event_filter_ms": {"avg_ms": 0.005, "count": 251, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.389, "count": 251, "max_ms": 1.444, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.004, "count": 251, "max_ms": 0.066, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.126, "count": 251, "max_ms": 6.745, "p95_ms": 4.153}, "setup_ms": {"avg_ms": 0.041, "count": 251, "max_ms": 0.153, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 6.964, "count": 251, "max_ms": 17.456, "p95_ms": 11.727}, "track_match_ms": {"avg_ms": 0.146, "count": 251, "max_ms": 0.41, "p95_ms": 0.294}, "tracker_update_ms": {"avg_ms": 2.168, "count": 251, "max_ms": 6.627, "p95_ms": 3.421}}, "gstreamer_push": {"avg_ms": 3.31, "count": 251, "max_ms": 8.782, "p95_ms": 5.438}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 251, "max_ms": 0.603, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.188, "count": 251, "max_ms": 97.235, "p95_ms": 72.624}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.354, "count": 251, "max_ms": 14.054, "p95_ms": 8.569}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.398, "count": 251, "max_ms": 158.818, "p95_ms": 126.786}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 251, "max_ms": 6.269, "p95_ms": 2.842}, "processing_residual_ms": {"avg_ms": 0.215, "count": 251, "max_ms": 0.595, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.639, "count": 251, "max_ms": 167.28, "p95_ms": 133.829}, "read_interval": {"avg_ms": 119.745, "count": 250, "max_ms": 192.806, "p95_ms": 164.144}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 251, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.054, "count": 251, "max_ms": 6.593, "p95_ms": 4.034}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 251, "max_ms": 0.056, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.037, "count": 251, "max_ms": 6.559, "p95_ms": 3.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 251, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.201, "count": 251, "max_ms": 97.242, "p95_ms": 72.635}, "visualize": {"avg_ms": 40.003, "count": 251, "max_ms": 74.772, "p95_ms": 55.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.126, "count": 251, "max_ms": 63.946, "p95_ms": 45.643}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.398, "count": 251, "max_ms": 71.885, "p95_ms": 53.213}, "visualize_input_copy_ms": {"avg_ms": 1.401, "count": 251, "max_ms": 8.09, "p95_ms": 2.453}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.266, "count": 251, "max_ms": 71.615, "p95_ms": 53.032}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 251, "max_ms": 0.224, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1152.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.396, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.665, "sample_count": 2393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102670, "write_bytes_delta": 102670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.46823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 26764, "reason": null, "system_cpu_core_ratio": 0.042747, "system_cpu_s_delta": 0.4299999999999997, "user_cpu_core_ratio": 0.425483, "user_cpu_s_delta": 4.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.799354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576589, "system_cpu_s_delta": 5.799999999999272, "user_cpu_core_ratio": 1.222766, "user_cpu_s_delta": 12.299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.358, "count": 256, "max_ms": 7.21, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.344, "max": 7.0, "p95": 6.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.441, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 256}, "total": {"avg": 2.441, "max": 5.0, "p95": 4.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.016, "count": 30, "max": 70.367, "p95": 37.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.519, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.367, "count": 30, "max": 1401.0, "p95": 1357.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1233.367, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 34.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.604, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.285, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6164, "sampled_at": "2026-10-31T11:59:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:59:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1202213, "flush_count": 1287, "flush_interval_seconds": 30.0, "flush_state": {"count": 1287, "last_at": "2026-10-31T11:59:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:59:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1286}, "started": true, "suppressed_count": 716276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 716146}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1287, "written_record_count": 1287}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6579.641, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983555993600, "copied_frame_count": 717432, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1983555993600, "frame_buffer_copies": 717432, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 0.4403, "p50_ms": 0.097, "p95_ms": 0.1939, "p99_ms": 0.2609}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5327, "count": 512, "max_ms": 5.0728, "p50_ms": 1.4218, "p95_ms": 2.5136, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 717432, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 259, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:00:11+09:00", "last_error_summary": "[h264 @ 0x615f3e5f2180] error while decoding MB 109 65, bytestream -9", "last_exit_at": "2026-10-31T12:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.205, "last_started_at": "2026-10-31T11:57:57+09:00", "pid": 26764, "process": {"exists": false, "pid": 26764}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.397, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-31T12:00:11+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-31T12:00:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.093, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 477.907, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-31T12:00:11.365345+09:00", "mtime_epoch": 1793415611.3653455, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99895}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:00:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1152.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 717432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.648, "max": 13.0, "p95": 7.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.048, "max": 5.0, "p95": 4.0, "sample_count": 250}, "total": {"avg": 3.048, "max": 5.0, "p95": 4.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 1.036, "max": 3.0, "p95": 2.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 1.036, "max": 3.0, "p95": 2.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.358, "pushed": 8.358, "read": 8.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 122.17, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 249, "max_ms": 10.95, "p95_ms": 2.73, "reason": null, "sample_age_ms": 183.052, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 249, "max_ms": 10.551, "p95_ms": 1.793, "reason": null, "sample_age_ms": 185.329, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 250, "max_ms": 2.176, "p95_ms": 0.573, "reason": null, "sample_age_ms": 122.178, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.775, "count": 249, "max_ms": 6.598, "p95_ms": 3.016, "reason": null, "sample_age_ms": 180.814, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 180.767, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.663, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.734, "count": 250, "max_ms": 91.634, "p95_ms": 67.435, "reason": null, "sample_age_ms": 122.168, "source": "client_direct"}, "sample_age_ms": 122.164, "source": "client_direct", "task_total_ms": {"avg_ms": 49.984, "count": 250, "max_ms": 93.616, "p95_ms": 70.302, "reason": null, "sample_age_ms": 122.164, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.034, "count": 250, "max_ms": 17.521, "p95_ms": 11.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.492, "count": 250, "max_ms": 1.507, "p95_ms": 0.953}, "detection_prepare_ms": {"avg_ms": 1.594, "count": 250, "max_ms": 9.597, "p95_ms": 3.009}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.39, "count": 250, "max_ms": 1.444, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.066, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.129, "count": 250, "max_ms": 6.745, "p95_ms": 4.153}, "setup_ms": {"avg_ms": 0.041, "count": 250, "max_ms": 0.153, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 6.973, "count": 250, "max_ms": 17.456, "p95_ms": 11.727}, "track_match_ms": {"avg_ms": 0.146, "count": 250, "max_ms": 0.41, "p95_ms": 0.294}, "tracker_update_ms": {"avg_ms": 2.171, "count": 250, "max_ms": 6.627, "p95_ms": 3.421}}, "gstreamer_push": {"avg_ms": 3.311, "count": 250, "max_ms": 8.782, "p95_ms": 5.438}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 250, "max_ms": 0.603, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.186, "count": 250, "max_ms": 97.235, "p95_ms": 72.624}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.356, "count": 250, "max_ms": 14.054, "p95_ms": 8.569}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.423, "count": 250, "max_ms": 158.818, "p95_ms": 126.786}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 250, "max_ms": 6.269, "p95_ms": 2.842}, "processing_residual_ms": {"avg_ms": 0.215, "count": 250, "max_ms": 0.595, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.668, "count": 250, "max_ms": 167.28, "p95_ms": 133.829}, "read_interval": {"avg_ms": 119.795, "count": 249, "max_ms": 192.806, "p95_ms": 164.144}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 250, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.058, "count": 250, "max_ms": 6.593, "p95_ms": 4.034}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 250, "max_ms": 0.056, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.041, "count": 250, "max_ms": 6.559, "p95_ms": 3.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.199, "count": 250, "max_ms": 97.242, "p95_ms": 72.635}, "visualize": {"avg_ms": 40.02, "count": 250, "max_ms": 74.772, "p95_ms": 55.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.146, "count": 250, "max_ms": 63.946, "p95_ms": 45.643}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.416, "count": 250, "max_ms": 71.885, "p95_ms": 53.213}, "visualize_input_copy_ms": {"avg_ms": 1.401, "count": 250, "max_ms": 8.09, "p95_ms": 2.453}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.284, "count": 250, "max_ms": 71.615, "p95_ms": 53.032}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 250, "max_ms": 0.224, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1152.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.396, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.665, "sample_count": 2393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102670, "write_bytes_delta": 102670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.46823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 26764, "reason": null, "system_cpu_core_ratio": 0.042747, "system_cpu_s_delta": 0.4299999999999997, "user_cpu_core_ratio": 0.425483, "user_cpu_s_delta": 4.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.799354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576589, "system_cpu_s_delta": 5.799999999999272, "user_cpu_core_ratio": 1.222766, "user_cpu_s_delta": 12.299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.358, "count": 256, "max_ms": 7.21, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.344, "max": 7.0, "p95": 6.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.441, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 256}, "total": {"avg": 2.441, "max": 5.0, "p95": 4.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.016, "count": 30, "max": 70.367, "p95": 37.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.519, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.367, "count": 30, "max": 1401.0, "p95": 1357.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1233.367, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 34.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.604, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.285, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6164, "sampled_at": "2026-10-31T11:59:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:59:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1202213, "flush_count": 1287, "flush_interval_seconds": 30.0, "flush_state": {"count": 1287, "last_at": "2026-10-31T11:59:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T11:59:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1286}, "started": true, "suppressed_count": 716276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 716146}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1287, "written_record_count": 1287}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6748.238, "limit_mb": null}, "detail": {"pid": 26880, "restart_count": 88, "start_count": 89}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1983555993600, "copied_frame_count": 717432, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T10:58:36+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 991820, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T10:58:29+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.155}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 130, "events_emitted": 121, "events_failed": 0, "events_observed": 130, "events_suppressed": 9, "frame_buffer_copied_bytes": 1983555993600, "frame_buffer_copies": 717432, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6050, "recorder_active_input_bytes": 16727040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 121, "recorder_clips_failed": 0, "recorder_clips_started": 121, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 121, "worker_jobs_accepted": 121, "worker_jobs_completed": 121, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 0.4403, "p50_ms": 0.097, "p95_ms": 0.1939, "p99_ms": 0.2609}, "stages": {"db_insert": {"avg_ms": 16.6449, "count": 121, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 33.4972, "p99_ms": 55.3882, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7327, "count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 935.0273, "count": 130, "max_ms": 4422.916, "p50_ms": 925.3754, "p95_ms": 1282.9264, "p99_ms": 1367.9286, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5327, "count": 512, "max_ms": 5.0728, "p50_ms": 1.4218, "p95_ms": 2.5136, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 717432, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 482.9138, "count": 130, "max_ms": 862.8454, "p50_ms": 500.7839, "p95_ms": 609.128, "p99_ms": 652.8952, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1576, "count": 121, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 57.7657, "p99_ms": 68.1965, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2466, "count": 512, "max_ms": 12.3946, "p50_ms": 4.9576, "p95_ms": 7.7205, "p99_ms": 9.8981, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5063, "count": 512, "max_ms": 5.4651, "p50_ms": 1.3411, "p95_ms": 2.8041, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.0189, "count": 121, "max_ms": 860.4624, "p50_ms": 501.9787, "p95_ms": 605.1225, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 425.2849, "count": 121, "max_ms": 789.0434, "p50_ms": 409.6048, "p95_ms": 507.145, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7992, "count": 121, "max_ms": 109.8019, "p50_ms": 84.9808, "p95_ms": 99.3425, "p99_ms": 105.2763, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8615, "count": 121, "max_ms": 15.8949, "p50_ms": 1.3799, "p95_ms": 3.4084, "p99_ms": 9.2424, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6332, "count": 121, "max_ms": 73.1462, "p50_ms": 33.5461, "p95_ms": 55.6807, "p99_ms": 70.3939, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 121, "max_ms": 16.9396, "p50_ms": 0.824, "p95_ms": 4.8762, "p99_ms": 10.6692, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7878, "count": 130, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5302, "p99_ms": 2.7076, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8872, "count": 121, "max_ms": 9.2164, "p50_ms": 0.7217, "p95_ms": 1.4271, "p99_ms": 2.5165, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.4265, "count": 121, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 636.6084, "p99_ms": 712.8601, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1651, "count": 121, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.6388, "p99_ms": 11.4067, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.608, "count": 121, "max_ms": 92.2129, "p50_ms": 27.0197, "p95_ms": 62.6454, "p99_ms": 73.7771, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1404, "count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.0045, "count": 121, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 722.3735, "p99_ms": 780.5512, "results": {"failed": 0, "not_applicable": 0, "success": 121, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 121, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 121, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1768, "p99_ms": 0.225}, "wait_ms": {"count": 121, "max_ms": 5.6676, "p50_ms": 2.0166, "p95_ms": 3.7698, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 121, "artifact_failed": 0, "artifact_requested": 121, "artifact_success": 121, "completed": 121, "completed_failed": 0, "completed_success": 121, "cooldown_promoted": 121, "database_requested": 121, "db_insert_success": 121, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15663, "relay_business_failed": 0, "relay_business_success": 121, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 121, "relay_transport_failed": 0, "relay_transport_success": 121, "reservation_requested": 121}, "snapshot": {"copied_bytes": 334540800, "copied_count": 121, "copy": {"count": 121, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7879, "p99_ms": 3.7005}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 259, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:00:11+09:00", "last_error_summary": "[h264 @ 0x615f3e5f2180] error while decoding MB 109 65, bytestream -9", "last_exit_at": "2026-10-31T12:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:00:14+09:00", "pid": 26880, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.008, "name": "ffmpeg", "pid": 26880, "rss_mb": 207.008, "state": "S (sleeping)", "threads": 70}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.489, "sample_count": 2444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.844, "last_frame_pushed_at": "2026-10-31T12:00:11+09:00", "last_frame_read_age_sec": 4.968, "last_frame_read_at": "2026-10-31T12:00:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.903, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 473.097, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 4.835, "exists": true, "mtime": "2026-10-31T12:00:11.365345+09:00", "mtime_epoch": 1793415611.3653455, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99895}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:00:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1226.695, "name": "celery", "pid": 206, "rss_mb": 1152.125, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 92, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 717432, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.652, "max": 13.0, "p95": 7.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.962, "max": 4.0, "p95": 4.0, "sample_count": 210}, "total": {"avg": 2.962, "max": 4.0, "p95": 4.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 0.871, "max": 2.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 0.871, "max": 2.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.008, "pushed": 7.008, "read": 6.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.017, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4921.542, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.803, "count": 209, "max_ms": 10.95, "p95_ms": 2.73, "reason": null, "sample_age_ms": 4982.424, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 209, "max_ms": 10.551, "p95_ms": 1.724, "reason": null, "sample_age_ms": 4984.701, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 209, "max_ms": 2.176, "p95_ms": 0.571, "reason": null, "sample_age_ms": 4921.55, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.792, "count": 209, "max_ms": 6.598, "p95_ms": 3.016, "reason": null, "sample_age_ms": 4980.186, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4980.139, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4922.035, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.848, "count": 209, "max_ms": 91.634, "p95_ms": 67.443, "reason": null, "sample_age_ms": 4921.539, "source": "client_direct"}, "sample_age_ms": 4921.536, "source": "client_direct", "task_total_ms": {"avg_ms": 50.115, "count": 209, "max_ms": 93.616, "p95_ms": 70.332, "reason": null, "sample_age_ms": 4921.536, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.518, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.06, "count": 210, "max_ms": 17.521, "p95_ms": 12.015}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.483, "count": 210, "max_ms": 1.507, "p95_ms": 0.953}, "detection_prepare_ms": {"avg_ms": 1.588, "count": 210, "max_ms": 9.597, "p95_ms": 3.052}, "event_filter_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.019, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.394, "count": 210, "max_ms": 1.444, "p95_ms": 0.667}, "mcmt_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.066, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.197, "count": 210, "max_ms": 6.745, "p95_ms": 4.591}, "setup_ms": {"avg_ms": 0.041, "count": 210, "max_ms": 0.153, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 7.0, "count": 210, "max_ms": 17.456, "p95_ms": 11.885}, "track_match_ms": {"avg_ms": 0.138, "count": 210, "max_ms": 0.352, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 2.15, "count": 210, "max_ms": 6.627, "p95_ms": 3.327}}, "gstreamer_push": {"avg_ms": 3.36, "count": 210, "max_ms": 8.782, "p95_ms": 5.548}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 210, "max_ms": 0.603, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.18, "count": 210, "max_ms": 97.235, "p95_ms": 71.556}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.311, "count": 210, "max_ms": 14.054, "p95_ms": 9.525}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.472, "count": 210, "max_ms": 151.679, "p95_ms": 126.23}, "inference_input_copy_ms": {"avg_ms": 1.677, "count": 210, "max_ms": 5.555, "p95_ms": 2.796}, "processing_residual_ms": {"avg_ms": 0.217, "count": 210, "max_ms": 0.595, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.676, "count": 210, "max_ms": 156.961, "p95_ms": 131.218}, "read_interval": {"avg_ms": 119.991, "count": 209, "max_ms": 192.806, "p95_ms": 163.585}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 210, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.126, "count": 210, "max_ms": 6.593, "p95_ms": 4.528}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 210, "max_ms": 0.056, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.109, "count": 210, "max_ms": 6.559, "p95_ms": 4.512}, "worker_merge_ms": {"avg_ms": 0.007, "count": 210, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.194, "count": 210, "max_ms": 97.242, "p95_ms": 71.57}, "visualize": {"avg_ms": 40.052, "count": 210, "max_ms": 64.865, "p95_ms": 54.986}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.276, "count": 210, "max_ms": 52.684, "p95_ms": 45.296}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.424, "count": 210, "max_ms": 61.732, "p95_ms": 52.663}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 210, "max_ms": 8.09, "p95_ms": 2.472}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.294, "count": 210, "max_ms": 61.384, "p95_ms": 52.559}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 210, "max_ms": 0.217, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1152.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.396, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.665, "sample_count": 2393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T11:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102670, "write_bytes_delta": 102670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.46823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 26764, "reason": null, "system_cpu_core_ratio": 0.042747, "system_cpu_s_delta": 0.4299999999999997, "user_cpu_core_ratio": 0.425483, "user_cpu_s_delta": 4.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.799354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576589, "system_cpu_s_delta": 5.799999999999272, "user_cpu_core_ratio": 1.222766, "user_cpu_s_delta": 12.299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.358, "count": 256, "max_ms": 7.21, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.344, "max": 7.0, "p95": 6.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.441, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 256}, "total": {"avg": 2.441, "max": 5.0, "p95": 4.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.016, "count": 30, "max": 70.367, "p95": 37.623, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.519, "count": 30, "max": 27.484, "p95": 26.902, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.367, "count": 30, "max": 1401.0, "p95": 1357.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1233.367, "count": 30, "max": 12532.0, "p95": 5136.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.443, "p95": 0.417, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101690.9, "count": 30, "max": 107615.0, "p95": 105252.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 34.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.604, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.285, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6164, "sampled_at": "2026-10-31T11:59:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T11:59:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1204244, "flush_count": 1289, "flush_interval_seconds": 30.0, "flush_state": {"count": 1289, "last_at": "2026-10-31T12:01:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:01:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1288}, "started": true, "suppressed_count": 717312, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 717181}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1289, "written_record_count": 1289}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6635.578, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a2ada55fac0] error while decoding MB 59 67, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1986420326400, "copied_frame_count": 718468, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:01:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5926277, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:01:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 122, "events_failed": 0, "events_observed": 131, "events_suppressed": 9, "frame_buffer_copied_bytes": 1986420326400, "frame_buffer_copies": 718468, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6100, "recorder_active_input_bytes": 16865280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 122, "recorder_clips_failed": 0, "recorder_clips_started": 122, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 122, "worker_jobs_accepted": 122, "worker_jobs_completed": 122, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 2.1808, "p50_ms": 0.0913, "p95_ms": 0.2111, "p99_ms": 0.3037}, "stages": {"db_insert": {"avg_ms": 16.648, "count": 122, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 33.362, "p99_ms": 55.2017, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7303, "count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 938.8159, "count": 131, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1297.0756, "p99_ms": 1414.4572, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6049, "count": 512, "max_ms": 8.1971, "p50_ms": 1.4973, "p95_ms": 2.578, "p99_ms": 3.4352, "results": {"failed": 0, "not_applicable": 0, "success": 718468, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.0434, "count": 131, "max_ms": 862.8454, "p50_ms": 500.9913, "p95_ms": 617.6722, "p99_ms": 652.7564, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4225, "count": 122, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1775, "p99_ms": 68.1883, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2645, "count": 512, "max_ms": 11.6526, "p50_ms": 4.9965, "p95_ms": 7.7467, "p99_ms": 9.3166, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5134, "count": 512, "max_ms": 5.4651, "p50_ms": 1.348, "p95_ms": 2.7619, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.9446, "count": 122, "max_ms": 860.4624, "p50_ms": 503.2387, "p95_ms": 622.1111, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 426.0043, "count": 122, "max_ms": 789.0434, "p50_ms": 410.7907, "p95_ms": 512.7647, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0004, "count": 122, "max_ms": 109.8019, "p50_ms": 84.9843, "p95_ms": 99.8001, "p99_ms": 108.5976, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.861, "count": 122, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3956, "p99_ms": 9.2345, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6342, "count": 122, "max_ms": 73.1462, "p50_ms": 33.6216, "p95_ms": 55.5968, "p99_ms": 70.3798, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8852, "count": 122, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4269, "p99_ms": 2.5134, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.5684, "count": 122, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 648.2929, "p99_ms": 712.6828, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1946, "count": 122, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.5944, "p99_ms": 11.4016, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7556, "count": 122, "max_ms": 92.2129, "p50_ms": 27.1548, "p95_ms": 62.5418, "p99_ms": 73.756, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1403, "count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.583, "count": 122, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 728.5706, "p99_ms": 794.8235, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 122, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246}, "wait_ms": {"count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 122, "artifact_failed": 0, "artifact_requested": 122, "artifact_success": 122, "completed": 122, "completed_failed": 0, "completed_success": 122, "cooldown_promoted": 122, "database_requested": 122, "db_insert_success": 122, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15664, "relay_business_failed": 0, "relay_business_success": 122, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 122, "relay_transport_failed": 0, "relay_transport_success": 122, "reservation_requested": 122}, "snapshot": {"copied_bytes": 337305600, "copied_count": 122, "copy": {"count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 83, "h264_decode_error_count": 260, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:02:19+09:00", "last_error_summary": "[h264 @ 0x5a2ada55fac0] error while decoding MB 59 67, bytestream -7", "last_exit_at": "2026-10-31T12:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.19, "last_started_at": "2026-10-31T12:00:14+09:00", "pid": 26880, "process": {"exists": false, "pid": 26880}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.122, "last_frame_pushed_at": "2026-10-31T12:02:19+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-10-31T12:02:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 250.073, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 349.927, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-10-31T12:02:19.276748+09:00", "mtime_epoch": 1793415739.2767477, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108732}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:02:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1248.008, "name": "celery", "pid": 206, "rss_mb": 1192.363, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 93, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718469, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.524, "max": 11.0, "p95": 7.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.29, "max": 3.0, "p95": 3.0, "sample_count": 248}, "total": {"avg": 2.29, "max": 3.0, "p95": 3.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.125, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.125, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.302, "pushed": 8.302, "read": 8.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.019, "p95_ms": 0.012, "reason": null, "sample_age_ms": 28.471, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.844, "count": 248, "max_ms": 8.13, "p95_ms": 2.873, "reason": null, "sample_age_ms": 85.961, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 248, "max_ms": 7.821, "p95_ms": 2.273, "reason": null, "sample_age_ms": 86.236, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 249, "max_ms": 1.803, "p95_ms": 0.6, "reason": null, "sample_age_ms": 28.482, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.753, "count": 248, "max_ms": 3.974, "p95_ms": 2.814, "reason": null, "sample_age_ms": 83.864, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.587, "count": 249, "max_ms": 72.813, "p95_ms": 64.72, "reason": null, "sample_age_ms": 28.466, "source": "client_direct"}, "sample_age_ms": 28.462, "source": "client_direct", "task_total_ms": {"avg_ms": 48.818, "count": 249, "max_ms": 75.48, "p95_ms": 67.37, "reason": null, "sample_age_ms": 28.462, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.144, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.538, "count": 248, "max_ms": 16.496, "p95_ms": 10.494}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.429, "count": 248, "max_ms": 1.198, "p95_ms": 0.772}, "detection_prepare_ms": {"avg_ms": 1.469, "count": 248, "max_ms": 5.041, "p95_ms": 2.667}, "event_filter_ms": {"avg_ms": 0.005, "count": 248, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 248, "max_ms": 2.646, "p95_ms": 0.646}, "mcmt_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.182, "count": 248, "max_ms": 8.325, "p95_ms": 4.177}, "setup_ms": {"avg_ms": 0.043, "count": 248, "max_ms": 0.143, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 6.485, "count": 248, "max_ms": 16.4, "p95_ms": 10.413}, "track_match_ms": {"avg_ms": 0.092, "count": 248, "max_ms": 0.422, "p95_ms": 0.19}, "tracker_update_ms": {"avg_ms": 1.883, "count": 248, "max_ms": 4.552, "p95_ms": 3.388}}, "gstreamer_push": {"avg_ms": 3.515, "count": 248, "max_ms": 9.249, "p95_ms": 5.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 248, "max_ms": 0.883, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.041, "count": 248, "max_ms": 77.953, "p95_ms": 68.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.181, "count": 248, "max_ms": 13.766, "p95_ms": 8.542}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.207, "count": 248, "max_ms": 168.499, "p95_ms": 125.776}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 248, "max_ms": 4.416, "p95_ms": 2.899}, "processing_residual_ms": {"avg_ms": 0.206, "count": 248, "max_ms": 2.561, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.267, "count": 248, "max_ms": 174.865, "p95_ms": 133.395}, "read_interval": {"avg_ms": 120.691, "count": 248, "max_ms": 224.968, "p95_ms": 158.445}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 248, "max_ms": 0.144, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.115, "count": 248, "max_ms": 8.183, "p95_ms": 4.092}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 248, "max_ms": 0.06, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.098, "count": 248, "max_ms": 8.039, "p95_ms": 4.071}, "worker_merge_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.054, "count": 248, "max_ms": 77.96, "p95_ms": 68.925}, "visualize": {"avg_ms": 40.767, "count": 248, "max_ms": 89.119, "p95_ms": 57.688}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.926, "count": 248, "max_ms": 73.931, "p95_ms": 49.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.242, "count": 248, "max_ms": 87.748, "p95_ms": 56.079}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 248, "max_ms": 3.532, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.109, "count": 248, "max_ms": 87.585, "p95_ms": 55.896}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 248, "max_ms": 0.225, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1192.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.579, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108096, "write_bytes_delta": 108096, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.434875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3481.0, "pid": 26880, "reason": null, "system_cpu_core_ratio": 0.047658, "system_cpu_s_delta": 0.4800000000000004, "user_cpu_core_ratio": 0.387218, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.715672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.513311, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 1.20236, "user_cpu_s_delta": 12.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.516, "count": 243, "max_ms": 8.004, "p95_ms": 5.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.539, "max": 11.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.272, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.272, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.346, "count": 30, "max": 48.053, "p95": 39.615, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.074, "count": 30, "max": 27.484, "p95": 25.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.833, "count": 30, "max": 1308.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 813.867, "count": 30, "max": 12532.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.304, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1042.733, "count": 30, "max": 30911.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6179, "sampled_at": "2026-10-31T12:02:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:02:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1204244, "flush_count": 1289, "flush_interval_seconds": 30.0, "flush_state": {"count": 1289, "last_at": "2026-10-31T12:01:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:01:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1288}, "started": true, "suppressed_count": 717312, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 717181}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1289, "written_record_count": 1289}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6629.238, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:02:19+09:00", "last_error_summary": "[h264 @ 0x5a2ada55fac0] error while decoding MB 59 67, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1986423091200, "copied_frame_count": 718469, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:01:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5926277, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:01:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 122, "events_failed": 0, "events_observed": 131, "events_suppressed": 9, "frame_buffer_copied_bytes": 1986423091200, "frame_buffer_copies": 718469, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6100, "recorder_active_input_bytes": 16865280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 122, "recorder_clips_failed": 0, "recorder_clips_started": 122, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 122, "worker_jobs_accepted": 122, "worker_jobs_completed": 122, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 2.1808, "p50_ms": 0.0913, "p95_ms": 0.2111, "p99_ms": 0.3037}, "stages": {"db_insert": {"avg_ms": 16.648, "count": 122, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 33.362, "p99_ms": 55.2017, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7303, "count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 938.8159, "count": 131, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1297.0756, "p99_ms": 1414.4572, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.604, "count": 512, "max_ms": 8.1971, "p50_ms": 1.4936, "p95_ms": 2.578, "p99_ms": 3.4352, "results": {"failed": 0, "not_applicable": 0, "success": 718469, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.0434, "count": 131, "max_ms": 862.8454, "p50_ms": 500.9913, "p95_ms": 617.6722, "p99_ms": 652.7564, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4225, "count": 122, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1775, "p99_ms": 68.1883, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2645, "count": 512, "max_ms": 11.6526, "p50_ms": 4.9965, "p95_ms": 7.7467, "p99_ms": 9.3166, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5134, "count": 512, "max_ms": 5.4651, "p50_ms": 1.348, "p95_ms": 2.7619, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.9446, "count": 122, "max_ms": 860.4624, "p50_ms": 503.2387, "p95_ms": 622.1111, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 426.0043, "count": 122, "max_ms": 789.0434, "p50_ms": 410.7907, "p95_ms": 512.7647, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0004, "count": 122, "max_ms": 109.8019, "p50_ms": 84.9843, "p95_ms": 99.8001, "p99_ms": 108.5976, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.861, "count": 122, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3956, "p99_ms": 9.2345, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6342, "count": 122, "max_ms": 73.1462, "p50_ms": 33.6216, "p95_ms": 55.5968, "p99_ms": 70.3798, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8852, "count": 122, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4269, "p99_ms": 2.5134, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.5684, "count": 122, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 648.2929, "p99_ms": 712.6828, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1946, "count": 122, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.5944, "p99_ms": 11.4016, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7556, "count": 122, "max_ms": 92.2129, "p50_ms": 27.1548, "p95_ms": 62.5418, "p99_ms": 73.756, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1403, "count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.583, "count": 122, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 728.5706, "p99_ms": 794.8235, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 122, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246}, "wait_ms": {"count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 122, "artifact_failed": 0, "artifact_requested": 122, "artifact_success": 122, "completed": 122, "completed_failed": 0, "completed_success": 122, "cooldown_promoted": 122, "database_requested": 122, "db_insert_success": 122, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15664, "relay_business_failed": 0, "relay_business_success": 122, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 122, "relay_transport_failed": 0, "relay_transport_success": 122, "reservation_requested": 122}, "snapshot": {"copied_bytes": 337305600, "copied_count": 122, "copy": {"count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 83, "h264_decode_error_count": 260, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:02:19+09:00", "last_error_summary": "[h264 @ 0x5a2ada55fac0] error while decoding MB 59 67, bytestream -7", "last_exit_at": "2026-10-31T12:02:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.238, "last_started_at": "2026-10-31T12:00:14+09:00", "pid": 26880, "process": {"exists": false, "pid": 26880}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T12:02:19+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T12:02:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 250.117, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 349.883, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-10-31T12:02:19.276748+09:00", "mtime_epoch": 1793415739.2767477, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108732}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:02:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1248.008, "name": "celery", "pid": 206, "rss_mb": 1192.348, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 93, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718469, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.522, "max": 11.0, "p95": 7.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.293, "max": 3.0, "p95": 3.0, "sample_count": 249}, "total": {"avg": 2.293, "max": 3.0, "p95": 3.0, "sample_count": 249}}, "tracking_counts": {"active": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 249}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 249}, "tracked": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 249}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.322, "pushed": 8.322, "read": 8.288}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.019, "p95_ms": 0.012, "reason": null, "sample_age_ms": 73.693, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.844, "count": 248, "max_ms": 8.13, "p95_ms": 2.873, "reason": null, "sample_age_ms": 131.183, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 248, "max_ms": 7.821, "p95_ms": 2.273, "reason": null, "sample_age_ms": 131.459, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 248, "max_ms": 1.803, "p95_ms": 0.6, "reason": null, "sample_age_ms": 73.704, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.753, "count": 248, "max_ms": 3.974, "p95_ms": 2.814, "reason": null, "sample_age_ms": 129.086, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.035, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.005, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.569, "count": 248, "max_ms": 72.813, "p95_ms": 64.742, "reason": null, "sample_age_ms": 73.689, "source": "client_direct"}, "sample_age_ms": 73.684, "source": "client_direct", "task_total_ms": {"avg_ms": 48.799, "count": 248, "max_ms": 75.48, "p95_ms": 67.373, "reason": null, "sample_age_ms": 73.684, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.062, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.544, "count": 249, "max_ms": 16.496, "p95_ms": 10.494}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.428, "count": 249, "max_ms": 1.198, "p95_ms": 0.772}, "detection_prepare_ms": {"avg_ms": 1.469, "count": 249, "max_ms": 5.041, "p95_ms": 2.667}, "event_filter_ms": {"avg_ms": 0.005, "count": 249, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 249, "max_ms": 2.646, "p95_ms": 0.646}, "mcmt_ms": {"avg_ms": 0.003, "count": 249, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.188, "count": 249, "max_ms": 8.325, "p95_ms": 4.177}, "setup_ms": {"avg_ms": 0.043, "count": 249, "max_ms": 0.143, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 6.49, "count": 249, "max_ms": 16.4, "p95_ms": 10.413}, "track_match_ms": {"avg_ms": 0.092, "count": 249, "max_ms": 0.422, "p95_ms": 0.19}, "tracker_update_ms": {"avg_ms": 1.883, "count": 249, "max_ms": 4.552, "p95_ms": 3.388}}, "gstreamer_push": {"avg_ms": 3.51, "count": 249, "max_ms": 9.249, "p95_ms": 5.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 249, "max_ms": 0.883, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.074, "count": 249, "max_ms": 77.953, "p95_ms": 68.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.178, "count": 249, "max_ms": 13.766, "p95_ms": 8.542}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.275, "count": 249, "max_ms": 168.499, "p95_ms": 125.776}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 249, "max_ms": 4.416, "p95_ms": 2.899}, "processing_residual_ms": {"avg_ms": 0.205, "count": 249, "max_ms": 2.561, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.333, "count": 249, "max_ms": 174.865, "p95_ms": 133.395}, "read_interval": {"avg_ms": 120.691, "count": 248, "max_ms": 224.968, "p95_ms": 158.445}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 249, "max_ms": 0.144, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.12, "count": 249, "max_ms": 8.183, "p95_ms": 4.092}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 249, "max_ms": 0.06, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.103, "count": 249, "max_ms": 8.039, "p95_ms": 4.071}, "worker_merge_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.088, "count": 249, "max_ms": 77.96, "p95_ms": 68.925}, "visualize": {"avg_ms": 40.805, "count": 249, "max_ms": 89.119, "p95_ms": 57.688}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.942, "count": 249, "max_ms": 73.931, "p95_ms": 49.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.28, "count": 249, "max_ms": 87.748, "p95_ms": 56.079}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 249, "max_ms": 3.532, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.147, "count": 249, "max_ms": 87.585, "p95_ms": 55.896}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 249, "max_ms": 0.225, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1192.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.579, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108096, "write_bytes_delta": 108096, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.434875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3481.0, "pid": 26880, "reason": null, "system_cpu_core_ratio": 0.047658, "system_cpu_s_delta": 0.4800000000000004, "user_cpu_core_ratio": 0.387218, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.715672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.513311, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 1.20236, "user_cpu_s_delta": 12.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.516, "count": 243, "max_ms": 8.004, "p95_ms": 5.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.539, "max": 11.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.272, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.272, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.346, "count": 30, "max": 48.053, "p95": 39.615, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.074, "count": 30, "max": 27.484, "p95": 25.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.833, "count": 30, "max": 1308.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 813.867, "count": 30, "max": 12532.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.304, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1042.733, "count": 30, "max": 30911.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6179, "sampled_at": "2026-10-31T12:02:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:02:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1204244, "flush_count": 1289, "flush_interval_seconds": 30.0, "flush_state": {"count": 1289, "last_at": "2026-10-31T12:01:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:01:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1288}, "started": true, "suppressed_count": 717312, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 717181}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1289, "written_record_count": 1289}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6630.02, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1986423091200, "copied_frame_count": 718469, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:01:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5926277, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:01:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 122, "events_failed": 0, "events_observed": 131, "events_suppressed": 9, "frame_buffer_copied_bytes": 1986423091200, "frame_buffer_copies": 718469, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6100, "recorder_active_input_bytes": 16865280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 122, "recorder_clips_failed": 0, "recorder_clips_started": 122, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 122, "worker_jobs_accepted": 122, "worker_jobs_completed": 122, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 2.1808, "p50_ms": 0.0913, "p95_ms": 0.2111, "p99_ms": 0.3037}, "stages": {"db_insert": {"avg_ms": 16.648, "count": 122, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 33.362, "p99_ms": 55.2017, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7303, "count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 938.8159, "count": 131, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1297.0756, "p99_ms": 1414.4572, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.604, "count": 512, "max_ms": 8.1971, "p50_ms": 1.4936, "p95_ms": 2.578, "p99_ms": 3.4352, "results": {"failed": 0, "not_applicable": 0, "success": 718469, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.0434, "count": 131, "max_ms": 862.8454, "p50_ms": 500.9913, "p95_ms": 617.6722, "p99_ms": 652.7564, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4225, "count": 122, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1775, "p99_ms": 68.1883, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2645, "count": 512, "max_ms": 11.6526, "p50_ms": 4.9965, "p95_ms": 7.7467, "p99_ms": 9.3166, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5134, "count": 512, "max_ms": 5.4651, "p50_ms": 1.348, "p95_ms": 2.7619, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.9446, "count": 122, "max_ms": 860.4624, "p50_ms": 503.2387, "p95_ms": 622.1111, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 426.0043, "count": 122, "max_ms": 789.0434, "p50_ms": 410.7907, "p95_ms": 512.7647, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0004, "count": 122, "max_ms": 109.8019, "p50_ms": 84.9843, "p95_ms": 99.8001, "p99_ms": 108.5976, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.861, "count": 122, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3956, "p99_ms": 9.2345, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6342, "count": 122, "max_ms": 73.1462, "p50_ms": 33.6216, "p95_ms": 55.5968, "p99_ms": 70.3798, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8852, "count": 122, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4269, "p99_ms": 2.5134, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.5684, "count": 122, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 648.2929, "p99_ms": 712.6828, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1946, "count": 122, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.5944, "p99_ms": 11.4016, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7556, "count": 122, "max_ms": 92.2129, "p50_ms": 27.1548, "p95_ms": 62.5418, "p99_ms": 73.756, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1403, "count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.583, "count": 122, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 728.5706, "p99_ms": 794.8235, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 122, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246}, "wait_ms": {"count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 122, "artifact_failed": 0, "artifact_requested": 122, "artifact_success": 122, "completed": 122, "completed_failed": 0, "completed_success": 122, "cooldown_promoted": 122, "database_requested": 122, "db_insert_success": 122, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15664, "relay_business_failed": 0, "relay_business_success": 122, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 122, "relay_transport_failed": 0, "relay_transport_success": 122, "reservation_requested": 122}, "snapshot": {"copied_bytes": 337305600, "copied_count": 122, "copy": {"count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 83, "h264_decode_error_count": 260, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:02:19+09:00", "last_error_summary": "[h264 @ 0x5a2ada55fac0] error while decoding MB 59 67, bytestream -7", "last_exit_at": "2026-10-31T12:02:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.265, "last_started_at": "2026-10-31T12:00:14+09:00", "pid": 26880, "process": {"exists": false, "pid": 26880}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-31T12:02:19+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-31T12:02:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 250.149, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 349.851, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-31T12:02:19.444748+09:00", "mtime_epoch": 1793415739.4447482, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:02:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1248.008, "name": "celery", "pid": 206, "rss_mb": 1192.348, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 93, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718469, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.522, "max": 11.0, "p95": 7.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.293, "max": 3.0, "p95": 3.0, "sample_count": 249}, "total": {"avg": 2.293, "max": 3.0, "p95": 3.0, "sample_count": 249}}, "tracking_counts": {"active": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 249}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 249}, "tracked": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 249}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.314, "pushed": 8.314, "read": 8.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.019, "p95_ms": 0.012, "reason": null, "sample_age_ms": 101.122, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.844, "count": 248, "max_ms": 8.13, "p95_ms": 2.873, "reason": null, "sample_age_ms": 158.612, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 248, "max_ms": 7.821, "p95_ms": 2.273, "reason": null, "sample_age_ms": 158.887, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 248, "max_ms": 1.803, "p95_ms": 0.6, "reason": null, "sample_age_ms": 101.132, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.753, "count": 248, "max_ms": 3.974, "p95_ms": 2.814, "reason": null, "sample_age_ms": 156.515, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.463, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.433, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.569, "count": 248, "max_ms": 72.813, "p95_ms": 64.742, "reason": null, "sample_age_ms": 101.117, "source": "client_direct"}, "sample_age_ms": 101.112, "source": "client_direct", "task_total_ms": {"avg_ms": 48.799, "count": 248, "max_ms": 75.48, "p95_ms": 67.373, "reason": null, "sample_age_ms": 101.112, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.071, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.544, "count": 249, "max_ms": 16.496, "p95_ms": 10.494}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.428, "count": 249, "max_ms": 1.198, "p95_ms": 0.772}, "detection_prepare_ms": {"avg_ms": 1.469, "count": 249, "max_ms": 5.041, "p95_ms": 2.667}, "event_filter_ms": {"avg_ms": 0.005, "count": 249, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 249, "max_ms": 2.646, "p95_ms": 0.646}, "mcmt_ms": {"avg_ms": 0.003, "count": 249, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.188, "count": 249, "max_ms": 8.325, "p95_ms": 4.177}, "setup_ms": {"avg_ms": 0.043, "count": 249, "max_ms": 0.143, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 6.49, "count": 249, "max_ms": 16.4, "p95_ms": 10.413}, "track_match_ms": {"avg_ms": 0.092, "count": 249, "max_ms": 0.422, "p95_ms": 0.19}, "tracker_update_ms": {"avg_ms": 1.883, "count": 249, "max_ms": 4.552, "p95_ms": 3.388}}, "gstreamer_push": {"avg_ms": 3.51, "count": 249, "max_ms": 9.249, "p95_ms": 5.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 249, "max_ms": 0.883, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.074, "count": 249, "max_ms": 77.953, "p95_ms": 68.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.178, "count": 249, "max_ms": 13.766, "p95_ms": 8.542}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.275, "count": 249, "max_ms": 168.499, "p95_ms": 125.776}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 249, "max_ms": 4.416, "p95_ms": 2.899}, "processing_residual_ms": {"avg_ms": 0.205, "count": 249, "max_ms": 2.561, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.333, "count": 249, "max_ms": 174.865, "p95_ms": 133.395}, "read_interval": {"avg_ms": 120.691, "count": 248, "max_ms": 224.968, "p95_ms": 158.445}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 249, "max_ms": 0.144, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.12, "count": 249, "max_ms": 8.183, "p95_ms": 4.092}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 249, "max_ms": 0.06, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.103, "count": 249, "max_ms": 8.039, "p95_ms": 4.071}, "worker_merge_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.088, "count": 249, "max_ms": 77.96, "p95_ms": 68.925}, "visualize": {"avg_ms": 40.805, "count": 249, "max_ms": 89.119, "p95_ms": 57.688}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.942, "count": 249, "max_ms": 73.931, "p95_ms": 49.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.28, "count": 249, "max_ms": 87.748, "p95_ms": 56.079}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 249, "max_ms": 3.532, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.147, "count": 249, "max_ms": 87.585, "p95_ms": 55.896}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 249, "max_ms": 0.225, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1192.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.579, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108096, "write_bytes_delta": 108096, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.434875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3481.0, "pid": 26880, "reason": null, "system_cpu_core_ratio": 0.047658, "system_cpu_s_delta": 0.4800000000000004, "user_cpu_core_ratio": 0.387218, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.715672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.513311, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 1.20236, "user_cpu_s_delta": 12.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.516, "count": 243, "max_ms": 8.004, "p95_ms": 5.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.539, "max": 11.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.272, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.272, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.346, "count": 30, "max": 48.053, "p95": 39.615, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.074, "count": 30, "max": 27.484, "p95": 25.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.833, "count": 30, "max": 1308.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 813.867, "count": 30, "max": 12532.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.304, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1042.733, "count": 30, "max": 30911.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6179, "sampled_at": "2026-10-31T12:02:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:02:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1204244, "flush_count": 1289, "flush_interval_seconds": 30.0, "flush_state": {"count": 1289, "last_at": "2026-10-31T12:01:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:01:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1288}, "started": true, "suppressed_count": 717312, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 717181}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1289, "written_record_count": 1289}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6807.637, "limit_mb": null}, "detail": {"pid": 27058, "restart_count": 89, "start_count": 90}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1986423091200, "copied_frame_count": 718469, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:01:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5926277, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:01:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.421}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 122, "events_failed": 0, "events_observed": 131, "events_suppressed": 9, "frame_buffer_copied_bytes": 1986423091200, "frame_buffer_copies": 718469, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6100, "recorder_active_input_bytes": 16865280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 122, "recorder_clips_failed": 0, "recorder_clips_started": 122, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 122, "worker_jobs_accepted": 122, "worker_jobs_completed": 122, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 2.1808, "p50_ms": 0.0913, "p95_ms": 0.2111, "p99_ms": 0.3037}, "stages": {"db_insert": {"avg_ms": 16.648, "count": 122, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 33.362, "p99_ms": 55.2017, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7303, "count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 938.8159, "count": 131, "max_ms": 4422.916, "p50_ms": 926.1422, "p95_ms": 1297.0756, "p99_ms": 1414.4572, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.604, "count": 512, "max_ms": 8.1971, "p50_ms": 1.4936, "p95_ms": 2.578, "p99_ms": 3.4352, "results": {"failed": 0, "not_applicable": 0, "success": 718469, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.0434, "count": 131, "max_ms": 862.8454, "p50_ms": 500.9913, "p95_ms": 617.6722, "p99_ms": 652.7564, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4225, "count": 122, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1775, "p99_ms": 68.1883, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2645, "count": 512, "max_ms": 11.6526, "p50_ms": 4.9965, "p95_ms": 7.7467, "p99_ms": 9.3166, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5134, "count": 512, "max_ms": 5.4651, "p50_ms": 1.348, "p95_ms": 2.7619, "p99_ms": 4.1115, "results": {"failed": 0, "not_applicable": 0, "success": 6100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 515.9446, "count": 122, "max_ms": 860.4624, "p50_ms": 503.2387, "p95_ms": 622.1111, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 426.0043, "count": 122, "max_ms": 789.0434, "p50_ms": 410.7907, "p95_ms": 512.7647, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0004, "count": 122, "max_ms": 109.8019, "p50_ms": 84.9843, "p95_ms": 99.8001, "p99_ms": 108.5976, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.861, "count": 122, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3956, "p99_ms": 9.2345, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.6342, "count": 122, "max_ms": 73.1462, "p50_ms": 33.6216, "p95_ms": 55.5968, "p99_ms": 70.3798, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4171, "count": 122, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.8125, "p99_ms": 10.6362, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7866, "count": 131, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5248, "p99_ms": 2.695, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8852, "count": 122, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4269, "p99_ms": 2.5134, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.5684, "count": 122, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 648.2929, "p99_ms": 712.6828, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1946, "count": 122, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.5944, "p99_ms": 11.4016, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7556, "count": 122, "max_ms": 92.2129, "p50_ms": 27.1548, "p95_ms": 62.5418, "p99_ms": 73.756, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1403, "count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.583, "count": 122, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 728.5706, "p99_ms": 794.8235, "results": {"failed": 0, "not_applicable": 0, "success": 122, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 122, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 122, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1767, "p99_ms": 0.2246}, "wait_ms": {"count": 122, "max_ms": 5.6676, "p50_ms": 2.0197, "p95_ms": 3.7669, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 122, "artifact_failed": 0, "artifact_requested": 122, "artifact_success": 122, "completed": 122, "completed_failed": 0, "completed_success": 122, "cooldown_promoted": 122, "database_requested": 122, "db_insert_success": 122, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15664, "relay_business_failed": 0, "relay_business_success": 122, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 122, "relay_transport_failed": 0, "relay_transport_success": 122, "reservation_requested": 122}, "snapshot": {"copied_bytes": 337305600, "copied_count": 122, "copy": {"count": 122, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.786, "p99_ms": 3.6952}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 83, "h264_decode_error_count": 260, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:02:19+09:00", "last_error_summary": "[h264 @ 0x5a2ada55fac0] error while decoding MB 59 67, bytestream -7", "last_exit_at": "2026-10-31T12:02:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:02:22+09:00", "pid": 27058, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.59, "name": "ffmpeg", "pid": 27058, "rss_mb": 209.59, "state": "S (sleeping)", "threads": 70}, "restart_count": 89, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.912, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.709, "last_frame_pushed_at": "2026-10-31T12:02:19+09:00", "last_frame_read_age_sec": 4.835, "last_frame_read_at": "2026-10-31T12:02:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 254.829, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 345.171, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 4.701, "exists": true, "mtime": "2026-10-31T12:02:19.444748+09:00", "mtime_epoch": 1793415739.4447482, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:02:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1248.008, "name": "celery", "pid": 206, "rss_mb": 1192.352, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 93, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718469, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.491, "max": 11.0, "p95": 7.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.397, "max": 3.0, "p95": 3.0, "sample_count": 214}, "total": {"avg": 2.397, "max": 3.0, "p95": 3.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 0.145, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 0.145, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.14, "pushed": 7.14, "read": 7.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.017, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4782.423, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 213, "max_ms": 8.13, "p95_ms": 2.834, "reason": null, "sample_age_ms": 4839.912, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 213, "max_ms": 7.821, "p95_ms": 2.276, "reason": null, "sample_age_ms": 4840.188, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 213, "max_ms": 1.062, "p95_ms": 0.56, "reason": null, "sample_age_ms": 4782.433, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 213, "max_ms": 3.974, "p95_ms": 2.852, "reason": null, "sample_age_ms": 4837.816, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4837.764, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4782.734, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.029, "count": 213, "max_ms": 72.813, "p95_ms": 64.63, "reason": null, "sample_age_ms": 4782.418, "source": "client_direct"}, "sample_age_ms": 4782.413, "source": "client_direct", "task_total_ms": {"avg_ms": 48.267, "count": 213, "max_ms": 75.48, "p95_ms": 67.355, "reason": null, "sample_age_ms": 4782.413, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.277, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.736, "count": 214, "max_ms": 16.496, "p95_ms": 10.791}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.44, "count": 214, "max_ms": 1.198, "p95_ms": 0.806}, "detection_prepare_ms": {"avg_ms": 1.459, "count": 214, "max_ms": 5.041, "p95_ms": 2.667}, "event_filter_ms": {"avg_ms": 0.005, "count": 214, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.386, "count": 214, "max_ms": 2.646, "p95_ms": 0.663}, "mcmt_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.336, "count": 214, "max_ms": 8.325, "p95_ms": 4.219}, "setup_ms": {"avg_ms": 0.041, "count": 214, "max_ms": 0.12, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 6.682, "count": 214, "max_ms": 16.4, "p95_ms": 10.731}, "track_match_ms": {"avg_ms": 0.095, "count": 214, "max_ms": 0.422, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.915, "count": 214, "max_ms": 4.552, "p95_ms": 3.388}}, "gstreamer_push": {"avg_ms": 3.408, "count": 214, "max_ms": 9.249, "p95_ms": 5.553}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 214, "max_ms": 0.883, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.417, "count": 214, "max_ms": 77.953, "p95_ms": 68.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.123, "count": 214, "max_ms": 13.766, "p95_ms": 7.833}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.275, "count": 214, "max_ms": 168.499, "p95_ms": 125.731}, "inference_input_copy_ms": {"avg_ms": 1.678, "count": 214, "max_ms": 4.416, "p95_ms": 2.899}, "processing_residual_ms": {"avg_ms": 0.198, "count": 214, "max_ms": 1.309, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.274, "count": 214, "max_ms": 174.865, "p95_ms": 131.642}, "read_interval": {"avg_ms": 118.585, "count": 213, "max_ms": 224.968, "p95_ms": 157.169}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 214, "max_ms": 0.144, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.268, "count": 214, "max_ms": 8.183, "p95_ms": 4.125}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 214, "max_ms": 0.06, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.251, "count": 214, "max_ms": 8.039, "p95_ms": 4.1}, "worker_merge_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.43, "count": 214, "max_ms": 77.96, "p95_ms": 68.925}, "visualize": {"avg_ms": 40.285, "count": 214, "max_ms": 89.119, "p95_ms": 57.01}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.24, "count": 214, "max_ms": 73.931, "p95_ms": 47.062}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.75, "count": 214, "max_ms": 87.748, "p95_ms": 55.091}, "visualize_input_copy_ms": {"avg_ms": 1.334, "count": 214, "max_ms": 3.532, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.617, "count": 214, "max_ms": 87.585, "p95_ms": 54.981}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 214, "max_ms": 0.225, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1192.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.579, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108096, "write_bytes_delta": 108096, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.434875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3481.0, "pid": 26880, "reason": null, "system_cpu_core_ratio": 0.047658, "system_cpu_s_delta": 0.4800000000000004, "user_cpu_core_ratio": 0.387218, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.715672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.513311, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 1.20236, "user_cpu_s_delta": 12.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.516, "count": 243, "max_ms": 8.004, "p95_ms": 5.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.539, "max": 11.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.272, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.272, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.346, "count": 30, "max": 48.053, "p95": 39.615, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.074, "count": 30, "max": 27.484, "p95": 25.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 721.833, "count": 30, "max": 1308.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 813.867, "count": 30, "max": 12532.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.304, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.245, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104021.2, "count": 30, "max": 109742.0, "p95": 108219.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1042.733, "count": 30, "max": 30911.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.529, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6179, "sampled_at": "2026-10-31T12:02:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:02:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1205287, "flush_count": 1290, "flush_interval_seconds": 30.0, "flush_state": {"count": 1290, "last_at": "2026-10-31T12:02:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:02:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1289}, "started": true, "suppressed_count": 717796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 133, "tracking_summary": 717663}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1290, "written_record_count": 1290}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6598.734, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55cefc5970c0] left block unavailable for requested intra mode [h264 @ 0x55cefc5970c0] error while decoding MB 0 50, bytestream 10977 [h264 @ 0x55cefd19dc80] cabac decode of qscale diff failed at 55 57 [h264 @ 0x55cefd19dc80] error while decoding MB 55 57, bytestream 9077 [h264 @ 0x55cefc5ab280] error while decoding MB 99 63, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1987755724800, "copied_frame_count": 718951, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:02:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5842278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:02:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 133, "events_emitted": 124, "events_failed": 0, "events_observed": 133, "events_suppressed": 9, "frame_buffer_copied_bytes": 1987755724800, "frame_buffer_copies": 718951, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6200, "recorder_active_input_bytes": 17141760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 124, "recorder_clips_failed": 0, "recorder_clips_started": 124, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 124, "worker_jobs_accepted": 124, "worker_jobs_completed": 124, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1085, "count": 512, "max_ms": 2.6414, "p50_ms": 0.0918, "p95_ms": 0.2011, "p99_ms": 0.2913}, "stages": {"db_insert": {"avg_ms": 16.7122, "count": 124, "max_ms": 62.2331, "p50_ms": 15.168, "p95_ms": 33.0917, "p99_ms": 54.8287, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7337, "count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 940.2383, "count": 133, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1295.3803, "p99_ms": 1413.3318, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5445, "count": 512, "max_ms": 3.9167, "p50_ms": 1.4546, "p95_ms": 2.6306, "p99_ms": 3.027, "results": {"failed": 0, "not_applicable": 0, "success": 718951, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 485.8941, "count": 133, "max_ms": 862.8454, "p50_ms": 501.6088, "p95_ms": 624.978, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2629, "count": 124, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1342, "p99_ms": 68.1719, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3945, "count": 512, "max_ms": 14.8448, "p50_ms": 5.067, "p95_ms": 8.33, "p99_ms": 9.6091, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5452, "count": 512, "max_ms": 6.9645, "p50_ms": 1.3749, "p95_ms": 2.731, "p99_ms": 4.4646, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.3479, "count": 124, "max_ms": 860.4624, "p50_ms": 505.2204, "p95_ms": 622.3735, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 427.0989, "count": 124, "max_ms": 789.0434, "p50_ms": 412.5105, "p95_ms": 512.1731, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3267, "count": 124, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 101.8209, "p99_ms": 109.6954, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8518, "count": 124, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3701, "p99_ms": 9.2186, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.8255, "count": 124, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 55.4289, "p99_ms": 70.3514, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8959, "count": 124, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4819, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.3023, "count": 124, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 647.063, "p99_ms": 712.3281, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1771, "count": 124, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.5055, "p99_ms": 11.3915, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0815, "count": 124, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.5002, "p99_ms": 73.7139, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1662, "count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.5626, "count": 124, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 727.9183, "p99_ms": 794.4662, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 124, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236}, "wait_ms": {"count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 124, "artifact_failed": 0, "artifact_requested": 124, "artifact_success": 124, "completed": 124, "completed_failed": 0, "completed_success": 124, "cooldown_promoted": 124, "database_requested": 124, "db_insert_success": 124, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15666, "relay_business_failed": 0, "relay_business_success": 124, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 124, "relay_transport_failed": 0, "relay_transport_success": 124, "reservation_requested": 124}, "snapshot": {"copied_bytes": 342835200, "copied_count": 124, "copy": {"count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 84, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 72, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:03:32+09:00", "last_error_summary": "[h264 @ 0x55cefc5970c0] left block unavailable for requested intra mode [h264 @ 0x55cefc5970c0] error while decoding MB 0 50, bytestream 10977 [h264 @ 0x55cefd19dc80] cabac decode of qscale diff failed at 55 57 [h264 @ 0x55cefd19dc80] error while decoding MB 55 57, bytestream 9077 [h264 @ 0x55cefc5ab280] error while decoding MB 99 63, bytestream -9", "last_exit_at": "2026-10-31T12:02:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.591, "last_started_at": "2026-10-31T12:02:22+09:00", "pid": 27058, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 27058, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 89, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.567, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-31T12:03:32+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-31T12:03:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.441, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 276.559, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-10-31T12:03:32.662981+09:00", "mtime_epoch": 1793415812.6629806, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:03:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1251.07, "name": "celery", "pid": 206, "rss_mb": 1152.895, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 95, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.807, "max": 9.0, "p95": 8.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.767, "max": 3.0, "p95": 3.0, "sample_count": 176}, "total": {"avg": 1.767, "max": 3.0, "p95": 3.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.875, "pushed": 5.875, "read": 5.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 43.588, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.894, "count": 176, "max_ms": 6.267, "p95_ms": 2.871, "reason": null, "sample_age_ms": 81.719, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 176, "max_ms": 5.954, "p95_ms": 1.785, "reason": null, "sample_age_ms": 82.043, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 176, "max_ms": 0.984, "p95_ms": 0.654, "reason": null, "sample_age_ms": 43.602, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.822, "count": 176, "max_ms": 4.016, "p95_ms": 2.896, "reason": null, "sample_age_ms": 80.552, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.535, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.191, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.354, "count": 176, "max_ms": 74.982, "p95_ms": 64.595, "reason": null, "sample_age_ms": 43.581, "source": "client_direct"}, "sample_age_ms": 43.576, "source": "client_direct", "task_total_ms": {"avg_ms": 49.693, "count": 176, "max_ms": 77.97, "p95_ms": 66.942, "reason": null, "sample_age_ms": 43.576, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.668, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.87, "count": 176, "max_ms": 16.326, "p95_ms": 11.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.422, "count": 176, "max_ms": 2.722, "p95_ms": 0.841}, "detection_prepare_ms": {"avg_ms": 1.57, "count": 176, "max_ms": 8.169, "p95_ms": 2.807}, "event_filter_ms": {"avg_ms": 0.006, "count": 176, "max_ms": 0.036, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.237, "count": 176, "max_ms": 2.09, "p95_ms": 0.414}, "mcmt_ms": {"avg_ms": 0.003, "count": 176, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.617, "count": 176, "max_ms": 8.401, "p95_ms": 4.737}, "setup_ms": {"avg_ms": 0.046, "count": 176, "max_ms": 0.12, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.803, "count": 176, "max_ms": 16.248, "p95_ms": 11.053}, "track_match_ms": {"avg_ms": 0.133, "count": 176, "max_ms": 0.386, "p95_ms": 0.268}, "tracker_update_ms": {"avg_ms": 1.768, "count": 176, "max_ms": 3.999, "p95_ms": 3.069}}, "gstreamer_push": {"avg_ms": 3.143, "count": 176, "max_ms": 8.734, "p95_ms": 5.382}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 176, "max_ms": 0.15, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.029, "count": 176, "max_ms": 81.499, "p95_ms": 68.541}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.017, "count": 176, "max_ms": 12.262, "p95_ms": 7.846}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.148, "count": 176, "max_ms": 140.355, "p95_ms": 121.27}, "inference_input_copy_ms": {"avg_ms": 1.675, "count": 176, "max_ms": 4.013, "p95_ms": 2.681}, "processing_residual_ms": {"avg_ms": 0.246, "count": 176, "max_ms": 0.611, "p95_ms": 0.463}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.087, "count": 176, "max_ms": 143.76, "p95_ms": 126.669}, "read_interval": {"avg_ms": 170.33, "count": 176, "max_ms": 5175.307, "p95_ms": 165.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 176, "max_ms": 0.124, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.533, "count": 176, "max_ms": 8.228, "p95_ms": 4.569}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 176, "max_ms": 0.103, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.515, "count": 176, "max_ms": 8.186, "p95_ms": 4.544}, "worker_merge_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.044, "count": 176, "max_ms": 81.525, "p95_ms": 68.551}, "visualize": {"avg_ms": 37.076, "count": 176, "max_ms": 58.436, "p95_ms": 50.63}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.166, "count": 176, "max_ms": 52.98, "p95_ms": 43.293}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.508, "count": 176, "max_ms": 56.012, "p95_ms": 49.132}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 176, "max_ms": 3.728, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.367, "count": 176, "max_ms": 55.93, "p95_ms": 48.982}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 176, "max_ms": 1.517, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1216.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.514, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.218, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130027, "write_bytes_delta": 130027, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 264.0, "cpu_core_ratio": 0.827774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2103.0, "pid": 27058, "reason": null, "system_cpu_core_ratio": 0.414291, "system_cpu_s_delta": 5.130000000000001, "user_cpu_core_ratio": 0.413483, "user_cpu_s_delta": 5.120000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.090239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.335148, "system_cpu_s_delta": 4.150000000001455, "user_cpu_core_ratio": 0.755092, "user_cpu_s_delta": 9.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.328, "count": 169, "max_ms": 8.734, "p95_ms": 5.423, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.142, "max": 10.0, "p95": 7.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.722, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 1.722, "max": 3.0, "p95": 3.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.358, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 613.933, "count": 30, "max": 1276.0, "p95": 922.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 542.367, "count": 30, "max": 4726.0, "p95": 2860.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.478, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.093, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1914.5, "count": 30, "max": 30911.0, "p95": 14435.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6185, "sampled_at": "2026-10-31T12:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1205287, "flush_count": 1290, "flush_interval_seconds": 30.0, "flush_state": {"count": 1290, "last_at": "2026-10-31T12:02:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:02:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1289}, "started": true, "suppressed_count": 717796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 133, "tracking_summary": 717663}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1290, "written_record_count": 1290}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6598.805, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:03:32+09:00", "last_error_summary": "[h264 @ 0x55cefc5970c0] left block unavailable for requested intra mode [h264 @ 0x55cefc5970c0] error while decoding MB 0 50, bytestream 10977 [h264 @ 0x55cefd19dc80] cabac decode of qscale diff failed at 55 57 [h264 @ 0x55cefd19dc80] error while decoding MB 55 57, bytestream 9077 [h264 @ 0x55cefc5ab280] error while decoding MB 99 63, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1987758489600, "copied_frame_count": 718952, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:02:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5842278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:02:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 133, "events_emitted": 124, "events_failed": 0, "events_observed": 133, "events_suppressed": 9, "frame_buffer_copied_bytes": 1987758489600, "frame_buffer_copies": 718952, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6200, "recorder_active_input_bytes": 17141760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 124, "recorder_clips_failed": 0, "recorder_clips_started": 124, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 124, "worker_jobs_accepted": 124, "worker_jobs_completed": 124, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1088, "count": 512, "max_ms": 2.6414, "p50_ms": 0.0919, "p95_ms": 0.2032, "p99_ms": 0.2913}, "stages": {"db_insert": {"avg_ms": 16.7122, "count": 124, "max_ms": 62.2331, "p50_ms": 15.168, "p95_ms": 33.0917, "p99_ms": 54.8287, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7337, "count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 940.2383, "count": 133, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1295.3803, "p99_ms": 1413.3318, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5583, "count": 512, "max_ms": 9.9953, "p50_ms": 1.4546, "p95_ms": 2.6306, "p99_ms": 3.0637, "results": {"failed": 0, "not_applicable": 0, "success": 718952, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 485.8941, "count": 133, "max_ms": 862.8454, "p50_ms": 501.6088, "p95_ms": 624.978, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2629, "count": 124, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1342, "p99_ms": 68.1719, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3945, "count": 512, "max_ms": 14.8448, "p50_ms": 5.067, "p95_ms": 8.33, "p99_ms": 9.6091, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5452, "count": 512, "max_ms": 6.9645, "p50_ms": 1.3749, "p95_ms": 2.731, "p99_ms": 4.4646, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.3479, "count": 124, "max_ms": 860.4624, "p50_ms": 505.2204, "p95_ms": 622.3735, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 427.0989, "count": 124, "max_ms": 789.0434, "p50_ms": 412.5105, "p95_ms": 512.1731, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3267, "count": 124, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 101.8209, "p99_ms": 109.6954, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8518, "count": 124, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3701, "p99_ms": 9.2186, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.8255, "count": 124, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 55.4289, "p99_ms": 70.3514, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8959, "count": 124, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4819, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.3023, "count": 124, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 647.063, "p99_ms": 712.3281, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1771, "count": 124, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.5055, "p99_ms": 11.3915, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0815, "count": 124, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.5002, "p99_ms": 73.7139, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1662, "count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.5626, "count": 124, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 727.9183, "p99_ms": 794.4662, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 124, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236}, "wait_ms": {"count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 124, "artifact_failed": 0, "artifact_requested": 124, "artifact_success": 124, "completed": 124, "completed_failed": 0, "completed_success": 124, "cooldown_promoted": 124, "database_requested": 124, "db_insert_success": 124, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15666, "relay_business_failed": 0, "relay_business_success": 124, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 124, "relay_transport_failed": 0, "relay_transport_success": 124, "reservation_requested": 124}, "snapshot": {"copied_bytes": 342835200, "copied_count": 124, "copy": {"count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 84, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 72, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:03:32+09:00", "last_error_summary": "[h264 @ 0x55cefc5970c0] left block unavailable for requested intra mode [h264 @ 0x55cefc5970c0] error while decoding MB 0 50, bytestream 10977 [h264 @ 0x55cefd19dc80] cabac decode of qscale diff failed at 55 57 [h264 @ 0x55cefd19dc80] error while decoding MB 55 57, bytestream 9077 [h264 @ 0x55cefc5ab280] error while decoding MB 99 63, bytestream -9", "last_exit_at": "2026-10-31T12:03:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.649, "last_started_at": "2026-10-31T12:02:22+09:00", "pid": 27058, "process": {"exists": false, "pid": 27058}, "restart_count": 89, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.567, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T12:03:32+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-31T12:03:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.478, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 276.522, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-31T12:03:32.786981+09:00", "mtime_epoch": 1793415812.7869809, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108024}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:03:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1251.07, "name": "celery", "pid": 206, "rss_mb": 1152.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 95, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.812, "max": 9.0, "p95": 8.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.773, "max": 3.0, "p95": 3.0, "sample_count": 176}, "total": {"avg": 1.773, "max": 3.0, "p95": 3.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.87, "pushed": 5.87, "read": 5.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 103.523, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.894, "count": 176, "max_ms": 6.267, "p95_ms": 2.871, "reason": null, "sample_age_ms": 141.654, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 176, "max_ms": 5.954, "p95_ms": 1.785, "reason": null, "sample_age_ms": 141.978, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 176, "max_ms": 0.984, "p95_ms": 0.654, "reason": null, "sample_age_ms": 103.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.822, "count": 176, "max_ms": 4.016, "p95_ms": 2.896, "reason": null, "sample_age_ms": 140.487, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.471, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.126, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.354, "count": 176, "max_ms": 74.982, "p95_ms": 64.595, "reason": null, "sample_age_ms": 103.516, "source": "client_direct"}, "sample_age_ms": 103.511, "source": "client_direct", "task_total_ms": {"avg_ms": 49.693, "count": 176, "max_ms": 77.97, "p95_ms": 66.942, "reason": null, "sample_age_ms": 103.511, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.01, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.883, "count": 176, "max_ms": 16.326, "p95_ms": 11.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.422, "count": 176, "max_ms": 2.722, "p95_ms": 0.841}, "detection_prepare_ms": {"avg_ms": 1.58, "count": 176, "max_ms": 8.169, "p95_ms": 2.807}, "event_filter_ms": {"avg_ms": 0.006, "count": 176, "max_ms": 0.036, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.237, "count": 176, "max_ms": 2.09, "p95_ms": 0.414}, "mcmt_ms": {"avg_ms": 0.003, "count": 176, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.616, "count": 176, "max_ms": 8.401, "p95_ms": 4.737}, "setup_ms": {"avg_ms": 0.046, "count": 176, "max_ms": 0.12, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.815, "count": 176, "max_ms": 16.248, "p95_ms": 11.053}, "track_match_ms": {"avg_ms": 0.133, "count": 176, "max_ms": 0.386, "p95_ms": 0.268}, "tracker_update_ms": {"avg_ms": 1.772, "count": 176, "max_ms": 3.999, "p95_ms": 3.078}}, "gstreamer_push": {"avg_ms": 3.148, "count": 176, "max_ms": 8.734, "p95_ms": 5.382}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 176, "max_ms": 0.15, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.019, "count": 176, "max_ms": 81.499, "p95_ms": 68.541}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.008, "count": 176, "max_ms": 12.262, "p95_ms": 7.846}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.198, "count": 176, "max_ms": 140.355, "p95_ms": 121.27}, "inference_input_copy_ms": {"avg_ms": 1.679, "count": 176, "max_ms": 4.013, "p95_ms": 2.681}, "processing_residual_ms": {"avg_ms": 0.246, "count": 176, "max_ms": 0.611, "p95_ms": 0.463}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.132, "count": 176, "max_ms": 143.76, "p95_ms": 126.669}, "read_interval": {"avg_ms": 170.33, "count": 176, "max_ms": 5175.307, "p95_ms": 165.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 176, "max_ms": 0.124, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.531, "count": 176, "max_ms": 8.228, "p95_ms": 4.569}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 176, "max_ms": 0.103, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.513, "count": 176, "max_ms": 8.186, "p95_ms": 4.544}, "worker_merge_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.035, "count": 176, "max_ms": 81.525, "p95_ms": 68.551}, "visualize": {"avg_ms": 37.122, "count": 176, "max_ms": 58.436, "p95_ms": 50.63}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.208, "count": 176, "max_ms": 52.98, "p95_ms": 43.293}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.555, "count": 176, "max_ms": 56.012, "p95_ms": 49.132}, "visualize_input_copy_ms": {"avg_ms": 1.36, "count": 176, "max_ms": 3.728, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.415, "count": 176, "max_ms": 55.93, "p95_ms": 48.982}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 176, "max_ms": 1.517, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1216.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.514, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.218, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130027, "write_bytes_delta": 130027, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 264.0, "cpu_core_ratio": 0.827774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2103.0, "pid": 27058, "reason": null, "system_cpu_core_ratio": 0.414291, "system_cpu_s_delta": 5.130000000000001, "user_cpu_core_ratio": 0.413483, "user_cpu_s_delta": 5.120000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.090239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.335148, "system_cpu_s_delta": 4.150000000001455, "user_cpu_core_ratio": 0.755092, "user_cpu_s_delta": 9.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.328, "count": 169, "max_ms": 8.734, "p95_ms": 5.423, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.142, "max": 10.0, "p95": 7.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.722, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 1.722, "max": 3.0, "p95": 3.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.358, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 613.933, "count": 30, "max": 1276.0, "p95": 922.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 542.367, "count": 30, "max": 4726.0, "p95": 2860.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.478, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.093, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1914.5, "count": 30, "max": 30911.0, "p95": 14435.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6185, "sampled_at": "2026-10-31T12:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1205287, "flush_count": 1290, "flush_interval_seconds": 30.0, "flush_state": {"count": 1290, "last_at": "2026-10-31T12:02:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:02:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1289}, "started": true, "suppressed_count": 717796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 133, "tracking_summary": 717663}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1290, "written_record_count": 1290}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6599.059, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1987758489600, "copied_frame_count": 718952, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:02:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5842278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:02:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 133, "events_emitted": 124, "events_failed": 0, "events_observed": 133, "events_suppressed": 9, "frame_buffer_copied_bytes": 1987758489600, "frame_buffer_copies": 718952, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6200, "recorder_active_input_bytes": 17141760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 124, "recorder_clips_failed": 0, "recorder_clips_started": 124, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 124, "worker_jobs_accepted": 124, "worker_jobs_completed": 124, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1088, "count": 512, "max_ms": 2.6414, "p50_ms": 0.0919, "p95_ms": 0.2032, "p99_ms": 0.2913}, "stages": {"db_insert": {"avg_ms": 16.7122, "count": 124, "max_ms": 62.2331, "p50_ms": 15.168, "p95_ms": 33.0917, "p99_ms": 54.8287, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7337, "count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 940.2383, "count": 133, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1295.3803, "p99_ms": 1413.3318, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5583, "count": 512, "max_ms": 9.9953, "p50_ms": 1.4546, "p95_ms": 2.6306, "p99_ms": 3.0637, "results": {"failed": 0, "not_applicable": 0, "success": 718952, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 485.8941, "count": 133, "max_ms": 862.8454, "p50_ms": 501.6088, "p95_ms": 624.978, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2629, "count": 124, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1342, "p99_ms": 68.1719, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3945, "count": 512, "max_ms": 14.8448, "p50_ms": 5.067, "p95_ms": 8.33, "p99_ms": 9.6091, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5452, "count": 512, "max_ms": 6.9645, "p50_ms": 1.3749, "p95_ms": 2.731, "p99_ms": 4.4646, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.3479, "count": 124, "max_ms": 860.4624, "p50_ms": 505.2204, "p95_ms": 622.3735, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 427.0989, "count": 124, "max_ms": 789.0434, "p50_ms": 412.5105, "p95_ms": 512.1731, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3267, "count": 124, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 101.8209, "p99_ms": 109.6954, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8518, "count": 124, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3701, "p99_ms": 9.2186, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.8255, "count": 124, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 55.4289, "p99_ms": 70.3514, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8959, "count": 124, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4819, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.3023, "count": 124, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 647.063, "p99_ms": 712.3281, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1771, "count": 124, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.5055, "p99_ms": 11.3915, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0815, "count": 124, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.5002, "p99_ms": 73.7139, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1662, "count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.5626, "count": 124, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 727.9183, "p99_ms": 794.4662, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 124, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236}, "wait_ms": {"count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 124, "artifact_failed": 0, "artifact_requested": 124, "artifact_success": 124, "completed": 124, "completed_failed": 0, "completed_success": 124, "cooldown_promoted": 124, "database_requested": 124, "db_insert_success": 124, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15666, "relay_business_failed": 0, "relay_business_success": 124, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 124, "relay_transport_failed": 0, "relay_transport_success": 124, "reservation_requested": 124}, "snapshot": {"copied_bytes": 342835200, "copied_count": 124, "copy": {"count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 84, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 72, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:03:32+09:00", "last_error_summary": "[h264 @ 0x55cefc5970c0] left block unavailable for requested intra mode [h264 @ 0x55cefc5970c0] error while decoding MB 0 50, bytestream 10977 [h264 @ 0x55cefd19dc80] cabac decode of qscale diff failed at 55 57 [h264 @ 0x55cefd19dc80] error while decoding MB 55 57, bytestream 9077 [h264 @ 0x55cefc5ab280] error while decoding MB 99 63, bytestream -9", "last_exit_at": "2026-10-31T12:03:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.687, "last_started_at": "2026-10-31T12:02:22+09:00", "pid": 27058, "process": {"exists": false, "pid": 27058}, "restart_count": 89, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.567, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-31T12:03:32+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-10-31T12:03:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.51, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 276.49, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-31T12:03:32.786981+09:00", "mtime_epoch": 1793415812.7869809, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108024}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:03:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1251.07, "name": "celery", "pid": 206, "rss_mb": 1152.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 95, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.812, "max": 9.0, "p95": 8.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.773, "max": 3.0, "p95": 3.0, "sample_count": 176}, "total": {"avg": 1.773, "max": 3.0, "p95": 3.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.885, "pushed": 5.885, "read": 5.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 175, "client_acquire_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 139.476, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.898, "count": 175, "max_ms": 6.267, "p95_ms": 2.875, "reason": null, "sample_age_ms": 177.607, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 175, "max_ms": 5.954, "p95_ms": 1.787, "reason": null, "sample_age_ms": 177.931, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 176, "max_ms": 0.984, "p95_ms": 0.654, "reason": null, "sample_age_ms": 139.49, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.827, "count": 175, "max_ms": 4.016, "p95_ms": 2.897, "reason": null, "sample_age_ms": 176.44, "source": "client_direct"}, "request_count": 175, "request_tensor_bytes": {"avg": 2764808.0, "count": 175, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.424, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.079, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.354, "count": 176, "max_ms": 74.982, "p95_ms": 64.595, "reason": null, "sample_age_ms": 139.469, "source": "client_direct"}, "sample_age_ms": 139.464, "source": "client_direct", "task_total_ms": {"avg_ms": 49.693, "count": 176, "max_ms": 77.97, "p95_ms": 66.942, "reason": null, "sample_age_ms": 139.464, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.741, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.883, "count": 176, "max_ms": 16.326, "p95_ms": 11.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.422, "count": 176, "max_ms": 2.722, "p95_ms": 0.841}, "detection_prepare_ms": {"avg_ms": 1.58, "count": 176, "max_ms": 8.169, "p95_ms": 2.807}, "event_filter_ms": {"avg_ms": 0.006, "count": 176, "max_ms": 0.036, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.237, "count": 176, "max_ms": 2.09, "p95_ms": 0.414}, "mcmt_ms": {"avg_ms": 0.003, "count": 176, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.616, "count": 176, "max_ms": 8.401, "p95_ms": 4.737}, "setup_ms": {"avg_ms": 0.046, "count": 176, "max_ms": 0.12, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.815, "count": 176, "max_ms": 16.248, "p95_ms": 11.053}, "track_match_ms": {"avg_ms": 0.133, "count": 176, "max_ms": 0.386, "p95_ms": 0.268}, "tracker_update_ms": {"avg_ms": 1.772, "count": 176, "max_ms": 3.999, "p95_ms": 3.078}}, "gstreamer_push": {"avg_ms": 3.148, "count": 176, "max_ms": 8.734, "p95_ms": 5.382}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 176, "max_ms": 0.15, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.019, "count": 176, "max_ms": 81.499, "p95_ms": 68.541}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.008, "count": 176, "max_ms": 12.262, "p95_ms": 7.846}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.198, "count": 176, "max_ms": 140.355, "p95_ms": 121.27}, "inference_input_copy_ms": {"avg_ms": 1.679, "count": 176, "max_ms": 4.013, "p95_ms": 2.681}, "processing_residual_ms": {"avg_ms": 0.246, "count": 176, "max_ms": 0.611, "p95_ms": 0.463}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.132, "count": 176, "max_ms": 143.76, "p95_ms": 126.669}, "read_interval": {"avg_ms": 170.558, "count": 175, "max_ms": 5175.307, "p95_ms": 165.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 176, "max_ms": 0.124, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.531, "count": 176, "max_ms": 8.228, "p95_ms": 4.569}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 176, "max_ms": 0.103, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.513, "count": 176, "max_ms": 8.186, "p95_ms": 4.544}, "worker_merge_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.035, "count": 176, "max_ms": 81.525, "p95_ms": 68.551}, "visualize": {"avg_ms": 37.122, "count": 176, "max_ms": 58.436, "p95_ms": 50.63}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.208, "count": 176, "max_ms": 52.98, "p95_ms": 43.293}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.555, "count": 176, "max_ms": 56.012, "p95_ms": 49.132}, "visualize_input_copy_ms": {"avg_ms": 1.36, "count": 176, "max_ms": 3.728, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.415, "count": 176, "max_ms": 55.93, "p95_ms": 48.982}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 176, "max_ms": 1.517, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1216.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.514, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.218, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130027, "write_bytes_delta": 130027, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 264.0, "cpu_core_ratio": 0.827774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2103.0, "pid": 27058, "reason": null, "system_cpu_core_ratio": 0.414291, "system_cpu_s_delta": 5.130000000000001, "user_cpu_core_ratio": 0.413483, "user_cpu_s_delta": 5.120000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.090239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.335148, "system_cpu_s_delta": 4.150000000001455, "user_cpu_core_ratio": 0.755092, "user_cpu_s_delta": 9.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.328, "count": 169, "max_ms": 8.734, "p95_ms": 5.423, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.142, "max": 10.0, "p95": 7.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.722, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 1.722, "max": 3.0, "p95": 3.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.358, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 613.933, "count": 30, "max": 1276.0, "p95": 922.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 542.367, "count": 30, "max": 4726.0, "p95": 2860.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.478, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.093, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1914.5, "count": 30, "max": 30911.0, "p95": 14435.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6185, "sampled_at": "2026-10-31T12:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1205287, "flush_count": 1290, "flush_interval_seconds": 30.0, "flush_state": {"count": 1290, "last_at": "2026-10-31T12:02:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:02:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1289}, "started": true, "suppressed_count": 717796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 133, "tracking_summary": 717663}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1290, "written_record_count": 1290}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6770.613, "limit_mb": null}, "detail": {"pid": 27298, "restart_count": 90, "start_count": 91}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1987758489600, "copied_frame_count": 718952, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:02:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5842278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:02:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 133, "events_emitted": 124, "events_failed": 0, "events_observed": 133, "events_suppressed": 9, "frame_buffer_copied_bytes": 1987758489600, "frame_buffer_copies": 718952, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6200, "recorder_active_input_bytes": 17141760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 124, "recorder_clips_failed": 0, "recorder_clips_started": 124, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 124, "worker_jobs_accepted": 124, "worker_jobs_completed": 124, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1088, "count": 512, "max_ms": 2.6414, "p50_ms": 0.0919, "p95_ms": 0.2032, "p99_ms": 0.2913}, "stages": {"db_insert": {"avg_ms": 16.7122, "count": 124, "max_ms": 62.2331, "p50_ms": 15.168, "p95_ms": 33.0917, "p99_ms": 54.8287, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7337, "count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 940.2383, "count": 133, "max_ms": 4422.916, "p50_ms": 931.6281, "p95_ms": 1295.3803, "p99_ms": 1413.3318, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5583, "count": 512, "max_ms": 9.9953, "p50_ms": 1.4546, "p95_ms": 2.6306, "p99_ms": 3.0637, "results": {"failed": 0, "not_applicable": 0, "success": 718952, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 485.8941, "count": 133, "max_ms": 862.8454, "p50_ms": 501.6088, "p95_ms": 624.978, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2629, "count": 124, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.1342, "p99_ms": 68.1719, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3945, "count": 512, "max_ms": 14.8448, "p50_ms": 5.067, "p95_ms": 8.33, "p99_ms": 9.6091, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5452, "count": 512, "max_ms": 6.9645, "p50_ms": 1.3749, "p95_ms": 2.731, "p99_ms": 4.4646, "results": {"failed": 0, "not_applicable": 0, "success": 6200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 517.3479, "count": 124, "max_ms": 860.4624, "p50_ms": 505.2204, "p95_ms": 622.3735, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 427.0989, "count": 124, "max_ms": 789.0434, "p50_ms": 412.5105, "p95_ms": 512.1731, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.3267, "count": 124, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 101.8209, "p99_ms": 109.6954, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8518, "count": 124, "max_ms": 15.8949, "p50_ms": 1.4014, "p95_ms": 3.3701, "p99_ms": 9.2186, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.8255, "count": 124, "max_ms": 73.1462, "p50_ms": 33.8127, "p95_ms": 55.4289, "p99_ms": 70.3514, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4079, "count": 124, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.6851, "p99_ms": 10.5702, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7853, "count": 133, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5138, "p99_ms": 2.6699, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8959, "count": 124, "max_ms": 9.2164, "p50_ms": 0.7104, "p95_ms": 1.4819, "p99_ms": 2.5487, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.3023, "count": 124, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 647.063, "p99_ms": 712.3281, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1771, "count": 124, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.5055, "p99_ms": 11.3915, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0815, "count": 124, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.5002, "p99_ms": 73.7139, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1662, "count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.5626, "count": 124, "max_ms": 3837.487, "p50_ms": 427.7416, "p95_ms": 727.9183, "p99_ms": 794.4662, "results": {"failed": 0, "not_applicable": 0, "success": 124, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 124, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 124, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1763, "p99_ms": 0.2236}, "wait_ms": {"count": 124, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8948, "p99_ms": 5.6202}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 124, "artifact_failed": 0, "artifact_requested": 124, "artifact_success": 124, "completed": 124, "completed_failed": 0, "completed_success": 124, "cooldown_promoted": 124, "database_requested": 124, "db_insert_success": 124, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15666, "relay_business_failed": 0, "relay_business_success": 124, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 124, "relay_transport_failed": 0, "relay_transport_success": 124, "reservation_requested": 124}, "snapshot": {"copied_bytes": 342835200, "copied_count": 124, "copy": {"count": 124, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7922, "p99_ms": 3.6846}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 84, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 72, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:03:32+09:00", "last_error_summary": "[h264 @ 0x55cefc5970c0] left block unavailable for requested intra mode [h264 @ 0x55cefc5970c0] error while decoding MB 0 50, bytestream 10977 [h264 @ 0x55cefd19dc80] cabac decode of qscale diff failed at 55 57 [h264 @ 0x55cefd19dc80] error while decoding MB 55 57, bytestream 9077 [h264 @ 0x55cefc5ab280] error while decoding MB 99 63, bytestream -9", "last_exit_at": "2026-10-31T12:03:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:03:35+09:00", "pid": 27298, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.754, "name": "ffmpeg", "pid": 27298, "rss_mb": 206.754, "state": "S (sleeping)", "threads": 70}, "restart_count": 90, "restart_count_per_hour": 15, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.567, "sample_count": 2322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.849, "last_frame_pushed_at": "2026-10-31T12:03:32+09:00", "last_frame_read_age_sec": 4.967, "last_frame_read_at": "2026-10-31T12:03:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.308, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 271.692, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 4.839, "exists": true, "mtime": "2026-10-31T12:03:32.786981+09:00", "mtime_epoch": 1793415812.7869809, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108024}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:03:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1251.07, "name": "celery", "pid": 206, "rss_mb": 1152.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 95, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 718952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.811, "max": 9.0, "p95": 8.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.771, "max": 3.0, "p95": 3.0, "sample_count": 175}, "total": {"avg": 1.771, "max": 3.0, "p95": 3.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 175, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.904, "pushed": 5.904, "read": 5.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 175, "client_acquire_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4932.378, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.898, "count": 175, "max_ms": 6.267, "p95_ms": 2.875, "reason": null, "sample_age_ms": 4970.509, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 175, "max_ms": 5.954, "p95_ms": 1.787, "reason": null, "sample_age_ms": 4970.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 175, "max_ms": 0.984, "p95_ms": 0.654, "reason": null, "sample_age_ms": 4932.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.827, "count": 175, "max_ms": 4.016, "p95_ms": 2.897, "reason": null, "sample_age_ms": 4969.342, "source": "client_direct"}, "request_count": 175, "request_tensor_bytes": {"avg": 2764808.0, "count": 175, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4969.325, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4932.981, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.326, "count": 175, "max_ms": 74.982, "p95_ms": 64.616, "reason": null, "sample_age_ms": 4932.37, "source": "client_direct"}, "sample_age_ms": 4932.366, "source": "client_direct", "task_total_ms": {"avg_ms": 49.668, "count": 175, "max_ms": 77.97, "p95_ms": 66.991, "reason": null, "sample_age_ms": 4932.366, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.835, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.843, "count": 175, "max_ms": 16.326, "p95_ms": 11.122}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.419, "count": 175, "max_ms": 2.722, "p95_ms": 0.818}, "detection_prepare_ms": {"avg_ms": 1.571, "count": 175, "max_ms": 8.169, "p95_ms": 2.795}, "event_filter_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.036, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 175, "max_ms": 2.09, "p95_ms": 0.413}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.604, "count": 175, "max_ms": 8.401, "p95_ms": 4.737}, "setup_ms": {"avg_ms": 0.046, "count": 175, "max_ms": 0.12, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.776, "count": 175, "max_ms": 16.248, "p95_ms": 11.045}, "track_match_ms": {"avg_ms": 0.133, "count": 175, "max_ms": 0.386, "p95_ms": 0.268}, "tracker_update_ms": {"avg_ms": 1.759, "count": 175, "max_ms": 3.792, "p95_ms": 3.069}}, "gstreamer_push": {"avg_ms": 3.146, "count": 175, "max_ms": 8.734, "p95_ms": 5.382}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 175, "max_ms": 0.15, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.997, "count": 175, "max_ms": 81.499, "p95_ms": 68.541}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.008, "count": 175, "max_ms": 12.262, "p95_ms": 7.846}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.126, "count": 175, "max_ms": 140.355, "p95_ms": 121.27}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 175, "max_ms": 4.013, "p95_ms": 2.681}, "processing_residual_ms": {"avg_ms": 0.246, "count": 175, "max_ms": 0.611, "p95_ms": 0.463}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.061, "count": 175, "max_ms": 143.76, "p95_ms": 126.669}, "read_interval": {"avg_ms": 170.558, "count": 175, "max_ms": 5175.307, "p95_ms": 165.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 175, "max_ms": 0.124, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.52, "count": 175, "max_ms": 8.228, "p95_ms": 4.569}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 175, "max_ms": 0.103, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.502, "count": 175, "max_ms": 8.186, "p95_ms": 4.544}, "worker_merge_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.012, "count": 175, "max_ms": 81.525, "p95_ms": 68.551}, "visualize": {"avg_ms": 37.112, "count": 175, "max_ms": 58.436, "p95_ms": 50.63}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.194, "count": 175, "max_ms": 52.98, "p95_ms": 43.293}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.544, "count": 175, "max_ms": 56.012, "p95_ms": 49.132}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 175, "max_ms": 3.728, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.405, "count": 175, "max_ms": 55.93, "p95_ms": 48.982}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 175, "max_ms": 1.517, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1216.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.514, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.218, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130027, "write_bytes_delta": 130027, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 264.0, "cpu_core_ratio": 0.827774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2103.0, "pid": 27058, "reason": null, "system_cpu_core_ratio": 0.414291, "system_cpu_s_delta": 5.130000000000001, "user_cpu_core_ratio": 0.413483, "user_cpu_s_delta": 5.120000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.090239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.335148, "system_cpu_s_delta": 4.150000000001455, "user_cpu_core_ratio": 0.755092, "user_cpu_s_delta": 9.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.328, "count": 169, "max_ms": 8.734, "p95_ms": 5.423, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.142, "max": 10.0, "p95": 7.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.722, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 1.722, "max": 3.0, "p95": 3.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.358, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 613.933, "count": 30, "max": 1276.0, "p95": 922.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 542.367, "count": 30, "max": 4726.0, "p95": 2860.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.478, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.093, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105563.633, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1914.5, "count": 30, "max": 30911.0, "p95": 14435.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.605, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.337, "p95": 1.284, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6185, "sampled_at": "2026-10-31T12:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.639, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1207211, "flush_count": 1292, "flush_interval_seconds": 30.0, "flush_state": {"count": 1292, "last_at": "2026-10-31T12:04:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:04:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1291}, "started": true, "suppressed_count": 718932, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 718797}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1292, "written_record_count": 1292}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6623.898, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59a89fd2c540] error while decoding MB 48 52, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990896537600, "copied_frame_count": 720087, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 1990896537600, "frame_buffer_copies": 720087, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1049, "count": 512, "max_ms": 0.2976, "p50_ms": 0.0938, "p95_ms": 0.1977, "p99_ms": 0.2504}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5235, "count": 512, "max_ms": 10.2268, "p50_ms": 1.4173, "p95_ms": 2.6028, "p99_ms": 3.1447, "results": {"failed": 0, "not_applicable": 0, "success": 720087, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 265, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:05:50+09:00", "last_error_summary": "[h264 @ 0x59a89fd2c540] error while decoding MB 48 52, bytestream -5", "last_exit_at": "2026-10-31T12:03:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.837, "last_started_at": "2026-10-31T12:03:35+09:00", "pid": 27298, "process": {"exists": false, "pid": 27298}, "restart_count": 90, "restart_count_per_hour": 15, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.477, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.092, "last_frame_pushed_at": "2026-10-31T12:05:50+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-10-31T12:05:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.156, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 138.844, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-10-31T12:05:50.378421+09:00", "mtime_epoch": 1793415950.3784208, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104915}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:05:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1164.031, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 720088, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.404, "max": 9.0, "p95": 6.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 265}, "total": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 265}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 265}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 265}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 265}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.854, "pushed": 8.854, "read": 8.854}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 265, "client_acquire_ms": {"avg_ms": 0.007, "count": 266, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 18.161, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.828, "count": 265, "max_ms": 9.149, "p95_ms": 2.833, "reason": null, "sample_age_ms": 73.145, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 265, "max_ms": 8.966, "p95_ms": 2.176, "reason": null, "sample_age_ms": 73.538, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.315, "count": 266, "max_ms": 1.613, "p95_ms": 0.584, "reason": null, "sample_age_ms": 18.18, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 265, "max_ms": 5.91, "p95_ms": 3.201, "reason": null, "sample_age_ms": 70.991, "source": "client_direct"}, "request_count": 265, "request_tensor_bytes": {"avg": 2764808.0, "count": 265, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.947, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.581, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.514, "count": 266, "max_ms": 92.609, "p95_ms": 65.5, "reason": null, "sample_age_ms": 18.157, "source": "client_direct"}, "sample_age_ms": 18.153, "source": "client_direct", "task_total_ms": {"avg_ms": 48.893, "count": 266, "max_ms": 96.777, "p95_ms": 67.856, "reason": null, "sample_age_ms": 18.153, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.46, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.663, "count": 265, "max_ms": 9.527, "p95_ms": 7.776}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.369, "count": 265, "max_ms": 1.23, "p95_ms": 0.712}, "detection_prepare_ms": {"avg_ms": 1.357, "count": 265, "max_ms": 4.066, "p95_ms": 2.458}, "event_filter_ms": {"avg_ms": 0.005, "count": 265, "max_ms": 0.082, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 265, "max_ms": 0.537, "p95_ms": 0.254}, "mcmt_ms": {"avg_ms": 0.003, "count": 265, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.357, "count": 265, "max_ms": 3.826, "p95_ms": 2.244}, "setup_ms": {"avg_ms": 0.046, "count": 265, "max_ms": 0.153, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.603, "count": 265, "max_ms": 9.339, "p95_ms": 7.671}, "track_match_ms": {"avg_ms": 0.114, "count": 265, "max_ms": 0.45, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 1.209, "count": 265, "max_ms": 2.944, "p95_ms": 1.969}}, "gstreamer_push": {"avg_ms": 3.273, "count": 265, "max_ms": 8.805, "p95_ms": 5.299}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 265, "max_ms": 0.207, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.076, "count": 265, "max_ms": 103.883, "p95_ms": 69.741}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.89, "count": 265, "max_ms": 12.697, "p95_ms": 7.472}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.635, "count": 265, "max_ms": 157.123, "p95_ms": 116.129}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 265, "max_ms": 3.783, "p95_ms": 2.799}, "processing_residual_ms": {"avg_ms": 0.191, "count": 265, "max_ms": 0.62, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.349, "count": 265, "max_ms": 162.061, "p95_ms": 120.814}, "read_interval": {"avg_ms": 113.042, "count": 265, "max_ms": 197.513, "p95_ms": 147.209}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 265, "max_ms": 0.053, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.29, "count": 265, "max_ms": 3.628, "p95_ms": 2.168}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 265, "max_ms": 0.059, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.273, "count": 265, "max_ms": 3.58, "p95_ms": 2.149}, "worker_merge_ms": {"avg_ms": 0.006, "count": 265, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.091, "count": 265, "max_ms": 103.894, "p95_ms": 69.777}, "visualize": {"avg_ms": 37.711, "count": 265, "max_ms": 54.35, "p95_ms": 49.148}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.095, "count": 265, "max_ms": 49.097, "p95_ms": 43.895}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.131, "count": 265, "max_ms": 53.092, "p95_ms": 47.583}, "visualize_input_copy_ms": {"avg_ms": 1.379, "count": 265, "max_ms": 3.188, "p95_ms": 2.487}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.002, "count": 265, "max_ms": 52.943, "p95_ms": 47.416}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 265, "max_ms": 0.202, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 265}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1163.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.218, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.677, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104552, "write_bytes_delta": 104552, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1310.0, "cpu_core_ratio": 0.510555, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 77.0, "pid": 27298, "reason": null, "system_cpu_core_ratio": 0.04596, "system_cpu_s_delta": 0.9199999999999995, "user_cpu_core_ratio": 0.464595, "user_cpu_s_delta": 9.300000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.472588, "system_cpu_s_delta": 9.459999999999127, "user_cpu_core_ratio": 1.131014, "user_cpu_s_delta": 22.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.214, "count": 272, "max_ms": 7.014, "p95_ms": 5.415, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.434, "max": 8.0, "p95": 6.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.018, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 272}, "total": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.043, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.559, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.967, "count": 30, "max": 1310.0, "p95": 1222.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.567, "count": 30, "max": 6664.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.478, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106472.433, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106472.433, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3655.9, "count": 30, "max": 34745.0, "p95": 28799.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.605, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.337, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6191, "sampled_at": "2026-10-31T12:05:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:05:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1207211, "flush_count": 1292, "flush_interval_seconds": 30.0, "flush_state": {"count": 1292, "last_at": "2026-10-31T12:04:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:04:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1291}, "started": true, "suppressed_count": 718932, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 718797}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1292, "written_record_count": 1292}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6623.777, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:05:50+09:00", "last_error_summary": "[h264 @ 0x59a89fd2c540] error while decoding MB 48 52, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990899302400, "copied_frame_count": 720088, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 1990899302400, "frame_buffer_copies": 720088, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1049, "count": 512, "max_ms": 0.2976, "p50_ms": 0.0938, "p95_ms": 0.1977, "p99_ms": 0.2504}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 10.2268, "p50_ms": 1.4197, "p95_ms": 2.6028, "p99_ms": 3.1447, "results": {"failed": 0, "not_applicable": 0, "success": 720088, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 265, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:05:50+09:00", "last_error_summary": "[h264 @ 0x59a89fd2c540] error while decoding MB 48 52, bytestream -5", "last_exit_at": "2026-10-31T12:05:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.907, "last_started_at": "2026-10-31T12:03:35+09:00", "pid": 27298, "process": {"exists": false, "pid": 27298}, "restart_count": 90, "restart_count_per_hour": 15, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.477, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T12:05:50+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-31T12:05:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.219, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 138.781, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-10-31T12:05:50.378421+09:00", "mtime_epoch": 1793415950.3784208, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104915}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:05:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1164.016, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 720088, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.415, "max": 9.0, "p95": 6.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 265}, "total": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 265}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 265}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 265}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 265}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.867, "read": 8.833}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 265, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 88.993, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.831, "count": 264, "max_ms": 9.149, "p95_ms": 2.834, "reason": null, "sample_age_ms": 143.977, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 264, "max_ms": 8.966, "p95_ms": 2.178, "reason": null, "sample_age_ms": 144.37, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.315, "count": 265, "max_ms": 1.613, "p95_ms": 0.584, "reason": null, "sample_age_ms": 89.011, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.906, "count": 264, "max_ms": 5.91, "p95_ms": 3.201, "reason": null, "sample_age_ms": 141.822, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.778, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 265, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.413, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.554, "count": 265, "max_ms": 92.609, "p95_ms": 65.5, "reason": null, "sample_age_ms": 88.989, "source": "client_direct"}, "sample_age_ms": 88.985, "source": "client_direct", "task_total_ms": {"avg_ms": 48.937, "count": 265, "max_ms": 96.777, "p95_ms": 67.876, "reason": null, "sample_age_ms": 88.985, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.139, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.653, "count": 265, "max_ms": 9.527, "p95_ms": 7.776}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.368, "count": 265, "max_ms": 1.23, "p95_ms": 0.712}, "detection_prepare_ms": {"avg_ms": 1.354, "count": 265, "max_ms": 4.066, "p95_ms": 2.458}, "event_filter_ms": {"avg_ms": 0.005, "count": 265, "max_ms": 0.082, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 265, "max_ms": 0.537, "p95_ms": 0.254}, "mcmt_ms": {"avg_ms": 0.003, "count": 265, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.352, "count": 265, "max_ms": 3.826, "p95_ms": 2.225}, "setup_ms": {"avg_ms": 0.046, "count": 265, "max_ms": 0.153, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.593, "count": 265, "max_ms": 9.339, "p95_ms": 7.671}, "track_match_ms": {"avg_ms": 0.114, "count": 265, "max_ms": 0.45, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 1.209, "count": 265, "max_ms": 2.944, "p95_ms": 1.969}}, "gstreamer_push": {"avg_ms": 3.279, "count": 266, "max_ms": 8.805, "p95_ms": 5.299}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 265, "max_ms": 0.207, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.145, "count": 265, "max_ms": 103.883, "p95_ms": 69.741}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.885, "count": 266, "max_ms": 12.697, "p95_ms": 7.472}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.733, "count": 266, "max_ms": 157.123, "p95_ms": 116.341}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 266, "max_ms": 3.783, "p95_ms": 2.799}, "processing_residual_ms": {"avg_ms": 0.191, "count": 266, "max_ms": 0.62, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.441, "count": 266, "max_ms": 162.061, "p95_ms": 121.364}, "read_interval": {"avg_ms": 113.042, "count": 265, "max_ms": 197.513, "p95_ms": 147.209}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 265, "max_ms": 0.053, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.285, "count": 265, "max_ms": 3.628, "p95_ms": 2.104}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 265, "max_ms": 0.059, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.268, "count": 265, "max_ms": 3.58, "p95_ms": 2.067}, "worker_merge_ms": {"avg_ms": 0.006, "count": 265, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.159, "count": 265, "max_ms": 103.894, "p95_ms": 69.777}, "visualize": {"avg_ms": 37.776, "count": 265, "max_ms": 59.076, "p95_ms": 49.749}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.146, "count": 265, "max_ms": 50.505, "p95_ms": 44.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.18, "count": 265, "max_ms": 53.092, "p95_ms": 47.913}, "visualize_input_copy_ms": {"avg_ms": 1.397, "count": 265, "max_ms": 6.33, "p95_ms": 2.522}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.051, "count": 265, "max_ms": 52.943, "p95_ms": 47.781}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 265, "max_ms": 0.202, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 265}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1163.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.218, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.677, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104552, "write_bytes_delta": 104552, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1310.0, "cpu_core_ratio": 0.510555, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 77.0, "pid": 27298, "reason": null, "system_cpu_core_ratio": 0.04596, "system_cpu_s_delta": 0.9199999999999995, "user_cpu_core_ratio": 0.464595, "user_cpu_s_delta": 9.300000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.472588, "system_cpu_s_delta": 9.459999999999127, "user_cpu_core_ratio": 1.131014, "user_cpu_s_delta": 22.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.214, "count": 272, "max_ms": 7.014, "p95_ms": 5.415, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.434, "max": 8.0, "p95": 6.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.018, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 272}, "total": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.043, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.559, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.967, "count": 30, "max": 1310.0, "p95": 1222.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.567, "count": 30, "max": 6664.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.478, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106472.433, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106472.433, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3655.9, "count": 30, "max": 34745.0, "p95": 28799.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.605, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.337, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6191, "sampled_at": "2026-10-31T12:05:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:05:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1207211, "flush_count": 1292, "flush_interval_seconds": 30.0, "flush_state": {"count": 1292, "last_at": "2026-10-31T12:04:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:04:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1291}, "started": true, "suppressed_count": 718932, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 718797}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1292, "written_record_count": 1292}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6624.371, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990899302400, "copied_frame_count": 720088, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 1990899302400, "frame_buffer_copies": 720088, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1049, "count": 512, "max_ms": 0.2976, "p50_ms": 0.0938, "p95_ms": 0.1977, "p99_ms": 0.2504}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 10.2268, "p50_ms": 1.4197, "p95_ms": 2.6028, "p99_ms": 3.1447, "results": {"failed": 0, "not_applicable": 0, "success": 720088, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 265, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:05:50+09:00", "last_error_summary": "[h264 @ 0x59a89fd2c540] error while decoding MB 48 52, bytestream -5", "last_exit_at": "2026-10-31T12:05:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.945, "last_started_at": "2026-10-31T12:03:35+09:00", "pid": 27298, "process": {"exists": false, "pid": 27298}, "restart_count": 90, "restart_count_per_hour": 15, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.477, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-31T12:05:50+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-31T12:05:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.25, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 138.75, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-31T12:05:50.540421+09:00", "mtime_epoch": 1793415950.5404212, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105097}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:05:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1164.016, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 720088, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.415, "max": 9.0, "p95": 6.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 265}, "total": {"avg": 1.034, "max": 2.0, "p95": 1.0, "sample_count": 265}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 265}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 265}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 265}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.849, "pushed": 8.849, "read": 8.815}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 123.059, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.831, "count": 264, "max_ms": 9.149, "p95_ms": 2.834, "reason": null, "sample_age_ms": 178.043, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 264, "max_ms": 8.966, "p95_ms": 2.178, "reason": null, "sample_age_ms": 178.436, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.315, "count": 264, "max_ms": 1.613, "p95_ms": 0.585, "reason": null, "sample_age_ms": 123.077, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.906, "count": 264, "max_ms": 5.91, "p95_ms": 3.201, "reason": null, "sample_age_ms": 175.888, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.844, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 264, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.479, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.598, "count": 264, "max_ms": 92.609, "p95_ms": 65.5, "reason": null, "sample_age_ms": 123.055, "source": "client_direct"}, "sample_age_ms": 123.051, "source": "client_direct", "task_total_ms": {"avg_ms": 48.985, "count": 264, "max_ms": 96.777, "p95_ms": 67.896, "reason": null, "sample_age_ms": 123.051, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.978, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.653, "count": 265, "max_ms": 9.527, "p95_ms": 7.776}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.368, "count": 265, "max_ms": 1.23, "p95_ms": 0.712}, "detection_prepare_ms": {"avg_ms": 1.354, "count": 265, "max_ms": 4.066, "p95_ms": 2.458}, "event_filter_ms": {"avg_ms": 0.005, "count": 265, "max_ms": 0.082, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 265, "max_ms": 0.537, "p95_ms": 0.254}, "mcmt_ms": {"avg_ms": 0.003, "count": 265, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.352, "count": 265, "max_ms": 3.826, "p95_ms": 2.225}, "setup_ms": {"avg_ms": 0.046, "count": 265, "max_ms": 0.153, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.593, "count": 265, "max_ms": 9.339, "p95_ms": 7.671}, "track_match_ms": {"avg_ms": 0.114, "count": 265, "max_ms": 0.45, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 1.209, "count": 265, "max_ms": 2.944, "p95_ms": 1.969}}, "gstreamer_push": {"avg_ms": 3.282, "count": 265, "max_ms": 8.805, "p95_ms": 5.299}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 265, "max_ms": 0.207, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.145, "count": 265, "max_ms": 103.883, "p95_ms": 69.741}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.889, "count": 265, "max_ms": 12.697, "p95_ms": 7.472}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.759, "count": 265, "max_ms": 157.123, "p95_ms": 116.341}, "inference_input_copy_ms": {"avg_ms": 1.634, "count": 265, "max_ms": 3.783, "p95_ms": 2.799}, "processing_residual_ms": {"avg_ms": 0.192, "count": 265, "max_ms": 0.62, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.473, "count": 265, "max_ms": 162.061, "p95_ms": 121.364}, "read_interval": {"avg_ms": 113.098, "count": 264, "max_ms": 197.513, "p95_ms": 147.209}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 265, "max_ms": 0.053, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.285, "count": 265, "max_ms": 3.628, "p95_ms": 2.104}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 265, "max_ms": 0.059, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.268, "count": 265, "max_ms": 3.58, "p95_ms": 2.067}, "worker_merge_ms": {"avg_ms": 0.006, "count": 265, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.159, "count": 265, "max_ms": 103.894, "p95_ms": 69.777}, "visualize": {"avg_ms": 37.776, "count": 265, "max_ms": 59.076, "p95_ms": 49.749}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.146, "count": 265, "max_ms": 50.505, "p95_ms": 44.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.18, "count": 265, "max_ms": 53.092, "p95_ms": 47.913}, "visualize_input_copy_ms": {"avg_ms": 1.397, "count": 265, "max_ms": 6.33, "p95_ms": 2.522}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.051, "count": 265, "max_ms": 52.943, "p95_ms": 47.781}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 265, "max_ms": 0.202, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 265}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1163.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.218, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.677, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104552, "write_bytes_delta": 104552, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1310.0, "cpu_core_ratio": 0.510555, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 77.0, "pid": 27298, "reason": null, "system_cpu_core_ratio": 0.04596, "system_cpu_s_delta": 0.9199999999999995, "user_cpu_core_ratio": 0.464595, "user_cpu_s_delta": 9.300000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.472588, "system_cpu_s_delta": 9.459999999999127, "user_cpu_core_ratio": 1.131014, "user_cpu_s_delta": 22.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.214, "count": 272, "max_ms": 7.014, "p95_ms": 5.415, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.434, "max": 8.0, "p95": 6.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.018, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 272}, "total": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.043, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.559, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.967, "count": 30, "max": 1310.0, "p95": 1222.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.567, "count": 30, "max": 6664.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.478, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106472.433, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106472.433, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3655.9, "count": 30, "max": 34745.0, "p95": 28799.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.605, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.337, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6191, "sampled_at": "2026-10-31T12:05:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:05:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1207211, "flush_count": 1292, "flush_interval_seconds": 30.0, "flush_state": {"count": 1292, "last_at": "2026-10-31T12:04:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:04:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1291}, "started": true, "suppressed_count": 718932, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 718797}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1292, "written_record_count": 1292}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6792.734, "limit_mb": null}, "detail": {"pid": 27538, "restart_count": 91, "start_count": 92}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1990899302400, "copied_frame_count": 720088, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 1990899302400, "frame_buffer_copies": 720088, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1049, "count": 512, "max_ms": 0.2976, "p50_ms": 0.0938, "p95_ms": 0.1977, "p99_ms": 0.2504}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 10.2268, "p50_ms": 1.4197, "p95_ms": 2.6028, "p99_ms": 3.1447, "results": {"failed": 0, "not_applicable": 0, "success": 720088, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 265, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:05:50+09:00", "last_error_summary": "[h264 @ 0x59a89fd2c540] error while decoding MB 48 52, bytestream -5", "last_exit_at": "2026-10-31T12:05:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:05:53+09:00", "pid": 27538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.73, "name": "ffmpeg", "pid": 27538, "rss_mb": 206.73, "state": "S (sleeping)", "threads": 70}, "restart_count": 91, "restart_count_per_hour": 16, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.453, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.659, "last_frame_pushed_at": "2026-10-31T12:05:50+09:00", "last_frame_read_age_sec": 4.79, "last_frame_read_at": "2026-10-31T12:05:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 129, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 465.868, "last_sample_duration_ms": 980.369, "last_trigger": "periodic", "next_snapshot_in_sec": 134.132, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 129, "storage_bytes": 2259915}, "mjpeg": {"age_sec": 4.649, "exists": true, "mtime": "2026-10-31T12:05:50.540421+09:00", "mtime_epoch": 1793415950.5404212, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105097}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:05:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1164.02, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 720088, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.415, "max": 9.0, "p95": 6.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.04, "max": 2.0, "p95": 1.0, "sample_count": 224}, "total": {"avg": 1.04, "max": 2.0, "p95": 1.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 1.022, "max": 2.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 1.022, "max": 2.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.473, "pushed": 7.473, "read": 7.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.007, "count": 223, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4739.02, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.85, "count": 223, "max_ms": 9.149, "p95_ms": 2.852, "reason": null, "sample_age_ms": 4794.004, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 223, "max_ms": 8.966, "p95_ms": 2.18, "reason": null, "sample_age_ms": 4794.397, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 223, "max_ms": 1.613, "p95_ms": 0.59, "reason": null, "sample_age_ms": 4739.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.889, "count": 223, "max_ms": 4.299, "p95_ms": 3.141, "reason": null, "sample_age_ms": 4791.85, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4791.806, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4739.44, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.94, "count": 223, "max_ms": 92.609, "p95_ms": 65.501, "reason": null, "sample_age_ms": 4739.016, "source": "client_direct"}, "sample_age_ms": 4739.012, "source": "client_direct", "task_total_ms": {"avg_ms": 49.316, "count": 223, "max_ms": 96.777, "p95_ms": 67.916, "reason": null, "sample_age_ms": 4739.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.572, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.67, "count": 224, "max_ms": 9.527, "p95_ms": 7.851}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.368, "count": 224, "max_ms": 1.23, "p95_ms": 0.766}, "detection_prepare_ms": {"avg_ms": 1.343, "count": 224, "max_ms": 4.066, "p95_ms": 2.388}, "event_filter_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.082, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.142, "count": 224, "max_ms": 0.537, "p95_ms": 0.261}, "mcmt_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.358, "count": 224, "max_ms": 3.826, "p95_ms": 2.225}, "setup_ms": {"avg_ms": 0.046, "count": 224, "max_ms": 0.153, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.61, "count": 224, "max_ms": 9.339, "p95_ms": 7.736}, "track_match_ms": {"avg_ms": 0.116, "count": 224, "max_ms": 0.45, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.227, "count": 224, "max_ms": 2.944, "p95_ms": 2.008}}, "gstreamer_push": {"avg_ms": 3.303, "count": 224, "max_ms": 8.805, "p95_ms": 5.329}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 224, "max_ms": 0.207, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.495, "count": 224, "max_ms": 103.883, "p95_ms": 69.741}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.872, "count": 224, "max_ms": 12.697, "p95_ms": 6.557}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.003, "count": 224, "max_ms": 157.123, "p95_ms": 116.341}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 224, "max_ms": 3.783, "p95_ms": 2.844}, "processing_residual_ms": {"avg_ms": 0.193, "count": 224, "max_ms": 0.62, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.707, "count": 224, "max_ms": 162.061, "p95_ms": 121.364}, "read_interval": {"avg_ms": 113.281, "count": 223, "max_ms": 197.513, "p95_ms": 143.542}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 224, "max_ms": 0.053, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.29, "count": 224, "max_ms": 3.628, "p95_ms": 2.104}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 224, "max_ms": 0.059, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.273, "count": 224, "max_ms": 3.58, "p95_ms": 2.067}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.51, "count": 224, "max_ms": 103.894, "p95_ms": 69.777}, "visualize": {"avg_ms": 37.664, "count": 224, "max_ms": 59.076, "p95_ms": 49.749}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.023, "count": 224, "max_ms": 50.505, "p95_ms": 44.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.053, "count": 224, "max_ms": 53.092, "p95_ms": 47.583}, "visualize_input_copy_ms": {"avg_ms": 1.412, "count": 224, "max_ms": 6.33, "p95_ms": 2.549}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.925, "count": 224, "max_ms": 52.943, "p95_ms": 47.416}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 224, "max_ms": 0.202, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1164.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.185, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.352, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.62, "exists": true, "size_bytes": 105097, "write_bytes_delta": 105097, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 27298, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.446655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.433277, "system_cpu_s_delta": 9.029999999998836, "user_cpu_core_ratio": 1.013378, "user_cpu_s_delta": 21.120000000009895}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.278, "count": 243, "max_ms": 8.805, "p95_ms": 5.321, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.44, "max": 9.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.037, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.037, "max": 2.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.116, "count": 30, "max": 63.514, "p95": 47.53, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.464, "count": 30, "max": 25.659, "p95": 24.843, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 668.567, "count": 30, "max": 1310.0, "p95": 1260.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.067, "count": 30, "max": 6664.0, "p95": 4165.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.414, "p95": 0.275, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.478, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.62, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106824.767, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106824.767, "count": 30, "max": 130027.0, "p95": 109551.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3656.633, "count": 30, "max": 34745.0, "p95": 28799.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.605, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.337, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6193, "sampled_at": "2026-10-31T12:05:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:05:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1214798, "flush_count": 1300, "flush_interval_seconds": 30.0, "flush_state": {"count": 1300, "last_at": "2026-10-31T12:13:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:13:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1299}, "started": true, "suppressed_count": 723044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 722909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1300, "written_record_count": 1300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6640.312, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5dc48121f500] left block unavailable for requested intra mode [h264 @ 0x5dc48121f500] error while decoding MB 0 50, bytestream 554 [h264 @ 0x5dc4805e5500] left block unavailable for requested intra mode [h264 @ 0x5dc4805e5500] error while decoding MB 0 62, bytestream 2288", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2002287513600, "copied_frame_count": 724207, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 2002287513600, "frame_buffer_copies": 724207, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 0.2696, "p50_ms": 0.0901, "p95_ms": 0.1796, "p99_ms": 0.2217}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4563, "count": 512, "max_ms": 4.9659, "p50_ms": 1.3751, "p95_ms": 2.4301, "p99_ms": 3.2806, "results": {"failed": 0, "not_applicable": 0, "success": 724207, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 86, "h264_decode_error_count": 267, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:13:09+09:00", "last_error_summary": "[h264 @ 0x5dc48121f500] left block unavailable for requested intra mode [h264 @ 0x5dc48121f500] error while decoding MB 0 50, bytestream 554 [h264 @ 0x5dc4805e5500] left block unavailable for requested intra mode [h264 @ 0x5dc4805e5500] error while decoding MB 0 62, bytestream 2288", "last_exit_at": "2026-10-31T12:05:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.7, "last_started_at": "2026-10-31T12:05:53+09:00", "pid": 27538, "process": {"exists": false, "pid": 27538}, "restart_count": 91, "restart_count_per_hour": 16, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-31T12:13:09+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-31T12:13:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 130, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.733, "last_sample_duration_ms": 861.964, "last_trigger": "periodic", "next_snapshot_in_sec": 301.267, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 130, "storage_bytes": 2269482}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-31T12:13:09.830846+09:00", "mtime_epoch": 1793416389.8308458, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108297}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:13:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1166.227, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 724208, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.03, "max": 14.0, "p95": 10.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.528, "max": 3.0, "p95": 2.0, "sample_count": 180}, "total": {"avg": 1.034, "max": 3.0, "p95": 2.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 0.124, "max": 2.0, "p95": 1.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 0.124, "max": 2.0, "p95": 1.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.899, "pushed": 8.899, "read": 8.899}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.146, "p95_ms": 0.013, "reason": null, "sample_age_ms": 27.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 266, "max_ms": 6.12, "p95_ms": 2.496, "reason": null, "sample_age_ms": 71.923, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 266, "max_ms": 5.872, "p95_ms": 1.718, "reason": null, "sample_age_ms": 72.111, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 267, "max_ms": 1.166, "p95_ms": 0.64, "reason": null, "sample_age_ms": 27.174, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.905, "count": 266, "max_ms": 7.154, "p95_ms": 3.071, "reason": null, "sample_age_ms": 70.447, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.427, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 267, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.459, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.554, "count": 267, "max_ms": 77.182, "p95_ms": 62.059, "reason": null, "sample_age_ms": 27.162, "source": "client_direct"}, "sample_age_ms": 27.159, "source": "client_direct", "task_total_ms": {"avg_ms": 45.951, "count": 267, "max_ms": 79.491, "p95_ms": 65.041, "reason": null, "sample_age_ms": 27.159, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.805, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.984, "count": 266, "max_ms": 14.151, "p95_ms": 8.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.351, "count": 266, "max_ms": 1.038, "p95_ms": 0.718}, "detection_prepare_ms": {"avg_ms": 0.968, "count": 266, "max_ms": 7.189, "p95_ms": 2.376}, "event_filter_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.041, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.207, "count": 266, "max_ms": 1.02, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.003, "count": 266, "max_ms": 0.033, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.262, "count": 266, "max_ms": 7.254, "p95_ms": 3.145}, "setup_ms": {"avg_ms": 0.039, "count": 266, "max_ms": 0.215, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.938, "count": 266, "max_ms": 14.065, "p95_ms": 8.692}, "track_match_ms": {"avg_ms": 0.053, "count": 266, "max_ms": 0.299, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 1.049, "count": 266, "max_ms": 3.374, "p95_ms": 2.493}}, "gstreamer_push": {"avg_ms": 3.12, "count": 266, "max_ms": 7.944, "p95_ms": 5.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 266, "max_ms": 0.642, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.196, "count": 266, "max_ms": 80.077, "p95_ms": 67.407}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.111, "count": 266, "max_ms": 11.823, "p95_ms": 7.705}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.107, "count": 266, "max_ms": 132.218, "p95_ms": 111.749}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 266, "max_ms": 4.993, "p95_ms": 3.173}, "processing_residual_ms": {"avg_ms": 0.183, "count": 266, "max_ms": 0.414, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.236, "count": 266, "max_ms": 144.446, "p95_ms": 116.841}, "read_interval": {"avg_ms": 112.627, "count": 266, "max_ms": 1031.393, "p95_ms": 140.657}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 266, "max_ms": 0.057, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 1.205, "count": 266, "max_ms": 7.066, "p95_ms": 3.057}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 266, "max_ms": 0.069, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.19, "count": 266, "max_ms": 7.024, "p95_ms": 3.04}, "worker_merge_ms": {"avg_ms": 0.006, "count": 266, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.209, "count": 266, "max_ms": 80.084, "p95_ms": 67.416}, "visualize": {"avg_ms": 35.759, "count": 266, "max_ms": 68.103, "p95_ms": 49.899}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.039, "count": 266, "max_ms": 63.08, "p95_ms": 43.248}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.654, "count": 266, "max_ms": 66.298, "p95_ms": 48.044}, "visualize_input_copy_ms": {"avg_ms": 0.927, "count": 266, "max_ms": 3.025, "p95_ms": 1.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.545, "count": 266, "max_ms": 66.054, "p95_ms": 47.821}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 266, "max_ms": 0.232, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1166.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.235, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.011, "sample_count": 2803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103411, "write_bytes_delta": 103411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.819992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1681.0, "pid": 27538, "reason": null, "system_cpu_core_ratio": 0.393106, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.426885, "user_cpu_s_delta": 8.719999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.841042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.263376, "system_cpu_s_delta": 5.380000000001019, "user_cpu_core_ratio": 0.577666, "user_cpu_s_delta": 11.80000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 183, "max_ms": 7.501, "p95_ms": 4.418, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.399, "max": 16.0, "p95": 10.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.29, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 162}, "total": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.77, "count": 30, "max": 63.514, "p95": 31.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.244, "count": 30, "max": 25.963, "p95": 24.977, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1138.933, "count": 30, "max": 1541.0, "p95": 1471.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 540.033, "count": 30, "max": 6664.0, "p95": 1913.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.414, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.539, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.62, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1763.367, "count": 30, "max": 34745.0, "p95": 9645.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.537, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.209, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6213, "sampled_at": "2026-10-31T12:12:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:12:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1214798, "flush_count": 1300, "flush_interval_seconds": 30.0, "flush_state": {"count": 1300, "last_at": "2026-10-31T12:13:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:13:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1299}, "started": true, "suppressed_count": 723044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 722909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1300, "written_record_count": 1300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6639.98, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:13:09+09:00", "last_error_summary": "[h264 @ 0x5dc48121f500] left block unavailable for requested intra mode [h264 @ 0x5dc48121f500] error while decoding MB 0 50, bytestream 554 [h264 @ 0x5dc4805e5500] left block unavailable for requested intra mode [h264 @ 0x5dc4805e5500] error while decoding MB 0 62, bytestream 2288", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2002290278400, "copied_frame_count": 724208, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 2002290278400, "frame_buffer_copies": 724208, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1004, "count": 512, "max_ms": 0.2696, "p50_ms": 0.0905, "p95_ms": 0.1796, "p99_ms": 0.2217}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4574, "count": 512, "max_ms": 4.9659, "p50_ms": 1.376, "p95_ms": 2.4301, "p99_ms": 3.2806, "results": {"failed": 0, "not_applicable": 0, "success": 724208, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 86, "h264_decode_error_count": 267, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:13:09+09:00", "last_error_summary": "[h264 @ 0x5dc48121f500] left block unavailable for requested intra mode [h264 @ 0x5dc48121f500] error while decoding MB 0 50, bytestream 554 [h264 @ 0x5dc4805e5500] left block unavailable for requested intra mode [h264 @ 0x5dc4805e5500] error while decoding MB 0 62, bytestream 2288", "last_exit_at": "2026-10-31T12:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.758, "last_started_at": "2026-10-31T12:05:53+09:00", "pid": 27538, "process": {"exists": false, "pid": 27538}, "restart_count": 91, "restart_count_per_hour": 16, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-10-31T12:13:09+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-31T12:13:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 130, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.781, "last_sample_duration_ms": 861.964, "last_trigger": "periodic", "next_snapshot_in_sec": 301.219, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 130, "storage_bytes": 2269482}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-31T12:13:09.939846+09:00", "mtime_epoch": 1793416389.9398463, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102846}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:13:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1166.223, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 724208, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.026, "max": 14.0, "p95": 10.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.528, "max": 3.0, "p95": 2.0, "sample_count": 180}, "total": {"avg": 1.03, "max": 3.0, "p95": 2.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.124, "max": 2.0, "p95": 1.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.124, "max": 2.0, "p95": 1.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.915, "pushed": 8.915, "read": 8.882}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.007, "count": 266, "max_ms": 0.146, "p95_ms": 0.013, "reason": null, "sample_age_ms": 80.502, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 266, "max_ms": 6.12, "p95_ms": 2.496, "reason": null, "sample_age_ms": 125.259, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 266, "max_ms": 5.872, "p95_ms": 1.718, "reason": null, "sample_age_ms": 125.447, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 266, "max_ms": 1.166, "p95_ms": 0.641, "reason": null, "sample_age_ms": 80.51, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.905, "count": 266, "max_ms": 7.154, "p95_ms": 3.071, "reason": null, "sample_age_ms": 123.783, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 123.763, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.795, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.5, "count": 266, "max_ms": 77.182, "p95_ms": 62.097, "reason": null, "sample_age_ms": 80.498, "source": "client_direct"}, "sample_age_ms": 80.495, "source": "client_direct", "task_total_ms": {"avg_ms": 45.889, "count": 266, "max_ms": 79.491, "p95_ms": 65.093, "reason": null, "sample_age_ms": 80.495, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.262, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.972, "count": 267, "max_ms": 14.151, "p95_ms": 8.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.351, "count": 267, "max_ms": 1.038, "p95_ms": 0.718}, "detection_prepare_ms": {"avg_ms": 0.964, "count": 267, "max_ms": 7.189, "p95_ms": 2.376}, "event_filter_ms": {"avg_ms": 0.004, "count": 267, "max_ms": 0.041, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.207, "count": 267, "max_ms": 1.02, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.003, "count": 267, "max_ms": 0.033, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.258, "count": 267, "max_ms": 7.254, "p95_ms": 3.145}, "setup_ms": {"avg_ms": 0.039, "count": 267, "max_ms": 0.215, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.925, "count": 267, "max_ms": 14.065, "p95_ms": 8.692}, "track_match_ms": {"avg_ms": 0.053, "count": 267, "max_ms": 0.299, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 1.045, "count": 267, "max_ms": 3.374, "p95_ms": 2.493}}, "gstreamer_push": {"avg_ms": 3.148, "count": 267, "max_ms": 10.546, "p95_ms": 5.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 267, "max_ms": 0.642, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.188, "count": 267, "max_ms": 80.077, "p95_ms": 67.407}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.103, "count": 267, "max_ms": 11.823, "p95_ms": 7.705}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.139, "count": 267, "max_ms": 132.218, "p95_ms": 111.749}, "inference_input_copy_ms": {"avg_ms": 1.833, "count": 267, "max_ms": 4.993, "p95_ms": 3.173}, "processing_residual_ms": {"avg_ms": 0.183, "count": 267, "max_ms": 0.414, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.259, "count": 267, "max_ms": 144.446, "p95_ms": 116.841}, "read_interval": {"avg_ms": 112.627, "count": 266, "max_ms": 1031.393, "p95_ms": 140.657}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 267, "max_ms": 0.057, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 1.201, "count": 267, "max_ms": 7.066, "p95_ms": 3.057}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 267, "max_ms": 0.069, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.186, "count": 267, "max_ms": 7.024, "p95_ms": 3.04}, "worker_merge_ms": {"avg_ms": 0.006, "count": 267, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.201, "count": 267, "max_ms": 80.084, "p95_ms": 67.416}, "visualize": {"avg_ms": 35.813, "count": 267, "max_ms": 68.103, "p95_ms": 49.907}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.104, "count": 267, "max_ms": 63.08, "p95_ms": 43.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.712, "count": 267, "max_ms": 66.298, "p95_ms": 48.05}, "visualize_input_copy_ms": {"avg_ms": 0.923, "count": 267, "max_ms": 3.025, "p95_ms": 1.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.603, "count": 267, "max_ms": 66.054, "p95_ms": 47.942}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 267, "max_ms": 0.232, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1166.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.235, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.011, "sample_count": 2803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103411, "write_bytes_delta": 103411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.819992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1681.0, "pid": 27538, "reason": null, "system_cpu_core_ratio": 0.393106, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.426885, "user_cpu_s_delta": 8.719999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.841042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.263376, "system_cpu_s_delta": 5.380000000001019, "user_cpu_core_ratio": 0.577666, "user_cpu_s_delta": 11.80000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 183, "max_ms": 7.501, "p95_ms": 4.418, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.399, "max": 16.0, "p95": 10.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.29, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 162}, "total": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.77, "count": 30, "max": 63.514, "p95": 31.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.244, "count": 30, "max": 25.963, "p95": 24.977, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1138.933, "count": 30, "max": 1541.0, "p95": 1471.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 540.033, "count": 30, "max": 6664.0, "p95": 1913.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.414, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.539, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.62, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1763.367, "count": 30, "max": 34745.0, "p95": 9645.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.537, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.209, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6213, "sampled_at": "2026-10-31T12:12:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:12:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1214798, "flush_count": 1300, "flush_interval_seconds": 30.0, "flush_state": {"count": 1300, "last_at": "2026-10-31T12:13:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:13:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1299}, "started": true, "suppressed_count": 723044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 722909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1300, "written_record_count": 1300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6639.695, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2002290278400, "copied_frame_count": 724208, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 2002290278400, "frame_buffer_copies": 724208, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1004, "count": 512, "max_ms": 0.2696, "p50_ms": 0.0905, "p95_ms": 0.1796, "p99_ms": 0.2217}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4574, "count": 512, "max_ms": 4.9659, "p50_ms": 1.376, "p95_ms": 2.4301, "p99_ms": 3.2806, "results": {"failed": 0, "not_applicable": 0, "success": 724208, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 86, "h264_decode_error_count": 267, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:13:09+09:00", "last_error_summary": "[h264 @ 0x5dc48121f500] left block unavailable for requested intra mode [h264 @ 0x5dc48121f500] error while decoding MB 0 50, bytestream 554 [h264 @ 0x5dc4805e5500] left block unavailable for requested intra mode [h264 @ 0x5dc4805e5500] error while decoding MB 0 62, bytestream 2288", "last_exit_at": "2026-10-31T12:13:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.81, "last_started_at": "2026-10-31T12:05:53+09:00", "pid": 27538, "process": {"exists": false, "pid": 27538}, "restart_count": 91, "restart_count_per_hour": 16, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-31T12:13:09+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-31T12:13:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 130, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.83, "last_sample_duration_ms": 861.964, "last_trigger": "periodic", "next_snapshot_in_sec": 301.17, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 130, "storage_bytes": 2269482}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-31T12:13:09.939846+09:00", "mtime_epoch": 1793416389.9398463, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102846}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:13:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1166.223, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 724208, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.026, "max": 14.0, "p95": 10.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.525, "max": 3.0, "p95": 2.0, "sample_count": 179}, "total": {"avg": 1.026, "max": 3.0, "p95": 2.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 0.124, "max": 2.0, "p95": 1.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 0.124, "max": 2.0, "p95": 1.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.868, "pushed": 8.901, "read": 8.868}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.007, "count": 266, "max_ms": 0.146, "p95_ms": 0.013, "reason": null, "sample_age_ms": 134.625, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 266, "max_ms": 6.12, "p95_ms": 2.496, "reason": null, "sample_age_ms": 179.382, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 266, "max_ms": 5.872, "p95_ms": 1.718, "reason": null, "sample_age_ms": 179.57, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 266, "max_ms": 1.166, "p95_ms": 0.641, "reason": null, "sample_age_ms": 134.633, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.905, "count": 266, "max_ms": 7.154, "p95_ms": 3.071, "reason": null, "sample_age_ms": 177.906, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.886, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.918, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.5, "count": 266, "max_ms": 77.182, "p95_ms": 62.097, "reason": null, "sample_age_ms": 134.621, "source": "client_direct"}, "sample_age_ms": 134.618, "source": "client_direct", "task_total_ms": {"avg_ms": 45.889, "count": 266, "max_ms": 79.491, "p95_ms": 65.093, "reason": null, "sample_age_ms": 134.618, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.44, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.951, "count": 266, "max_ms": 14.151, "p95_ms": 8.563}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 266, "max_ms": 1.038, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 0.956, "count": 266, "max_ms": 7.189, "p95_ms": 2.262}, "event_filter_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.041, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.206, "count": 266, "max_ms": 1.02, "p95_ms": 0.479}, "mcmt_ms": {"avg_ms": 0.003, "count": 266, "max_ms": 0.033, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.253, "count": 266, "max_ms": 7.254, "p95_ms": 3.145}, "setup_ms": {"avg_ms": 0.039, "count": 266, "max_ms": 0.215, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.904, "count": 266, "max_ms": 14.065, "p95_ms": 8.506}, "track_match_ms": {"avg_ms": 0.053, "count": 266, "max_ms": 0.299, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 1.041, "count": 266, "max_ms": 3.374, "p95_ms": 2.493}}, "gstreamer_push": {"avg_ms": 3.148, "count": 267, "max_ms": 10.546, "p95_ms": 5.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 266, "max_ms": 0.642, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.092, "count": 266, "max_ms": 80.077, "p95_ms": 67.025}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.104, "count": 266, "max_ms": 11.823, "p95_ms": 7.705}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.004, "count": 266, "max_ms": 132.218, "p95_ms": 110.416}, "inference_input_copy_ms": {"avg_ms": 1.835, "count": 266, "max_ms": 4.993, "p95_ms": 3.173}, "processing_residual_ms": {"avg_ms": 0.183, "count": 266, "max_ms": 0.414, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.125, "count": 266, "max_ms": 144.446, "p95_ms": 116.477}, "read_interval": {"avg_ms": 112.627, "count": 266, "max_ms": 1031.393, "p95_ms": 140.657}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 266, "max_ms": 0.057, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 1.196, "count": 266, "max_ms": 7.066, "p95_ms": 3.057}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 266, "max_ms": 0.069, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.181, "count": 266, "max_ms": 7.024, "p95_ms": 3.04}, "worker_merge_ms": {"avg_ms": 0.006, "count": 266, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.105, "count": 266, "max_ms": 80.084, "p95_ms": 67.036}, "visualize": {"avg_ms": 35.799, "count": 266, "max_ms": 68.103, "p95_ms": 49.907}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.098, "count": 266, "max_ms": 63.08, "p95_ms": 43.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.702, "count": 266, "max_ms": 66.298, "p95_ms": 48.05}, "visualize_input_copy_ms": {"avg_ms": 0.92, "count": 266, "max_ms": 3.025, "p95_ms": 1.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.593, "count": 266, "max_ms": 66.054, "p95_ms": 47.942}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 266, "max_ms": 0.232, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1166.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.235, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.011, "sample_count": 2803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103411, "write_bytes_delta": 103411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.819992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1681.0, "pid": 27538, "reason": null, "system_cpu_core_ratio": 0.393106, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.426885, "user_cpu_s_delta": 8.719999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.841042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.263376, "system_cpu_s_delta": 5.380000000001019, "user_cpu_core_ratio": 0.577666, "user_cpu_s_delta": 11.80000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 183, "max_ms": 7.501, "p95_ms": 4.418, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.399, "max": 16.0, "p95": 10.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.29, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 162}, "total": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.77, "count": 30, "max": 63.514, "p95": 31.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.244, "count": 30, "max": 25.963, "p95": 24.977, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1138.933, "count": 30, "max": 1541.0, "p95": 1471.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 540.033, "count": 30, "max": 6664.0, "p95": 1913.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.414, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.539, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.62, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1763.367, "count": 30, "max": 34745.0, "p95": 9645.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.537, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.209, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6213, "sampled_at": "2026-10-31T12:12:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:12:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1214798, "flush_count": 1300, "flush_interval_seconds": 30.0, "flush_state": {"count": 1300, "last_at": "2026-10-31T12:13:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:13:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1299}, "started": true, "suppressed_count": 723044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 722909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1300, "written_record_count": 1300}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6814.898, "limit_mb": null}, "detail": {"pid": 27654, "restart_count": 92, "start_count": 93}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2002290278400, "copied_frame_count": 724208, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:04:42+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5777957, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:04:35+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.195}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 135, "events_emitted": 126, "events_failed": 0, "events_observed": 135, "events_suppressed": 9, "frame_buffer_copied_bytes": 2002290278400, "frame_buffer_copies": 724208, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6300, "recorder_active_input_bytes": 17418240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 126, "recorder_clips_failed": 0, "recorder_clips_started": 126, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 126, "worker_jobs_accepted": 126, "worker_jobs_completed": 126, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1004, "count": 512, "max_ms": 0.2696, "p50_ms": 0.0905, "p95_ms": 0.1796, "p99_ms": 0.2217}, "stages": {"db_insert": {"avg_ms": 16.6183, "count": 126, "max_ms": 62.2331, "p50_ms": 15.0257, "p95_ms": 32.8213, "p99_ms": 54.4557, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7367, "count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 942.3063, "count": 135, "max_ms": 4422.916, "p50_ms": 935.1843, "p95_ms": 1293.6851, "p99_ms": 1412.2064, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4574, "count": 512, "max_ms": 4.9659, "p50_ms": 1.376, "p95_ms": 2.4301, "p99_ms": 3.2806, "results": {"failed": 0, "not_applicable": 0, "success": 724208, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.8979, "count": 135, "max_ms": 862.8454, "p50_ms": 501.7731, "p95_ms": 624.7877, "p99_ms": 652.2013, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.4319, "count": 126, "max_ms": 69.0696, "p50_ms": 25.3361, "p95_ms": 58.5043, "p99_ms": 68.1555, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4663, "count": 512, "max_ms": 14.8448, "p50_ms": 5.185, "p95_ms": 8.2339, "p99_ms": 9.9082, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5559, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4007, "p95_ms": 2.7625, "p99_ms": 4.1145, "results": {"failed": 0, "not_applicable": 0, "success": 6300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 518.9388, "count": 126, "max_ms": 860.4624, "p50_ms": 506.2445, "p95_ms": 622.0894, "p99_ms": 649.9321, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 428.5012, "count": 126, "max_ms": 789.0434, "p50_ms": 413.0611, "p95_ms": 513.2178, "p99_ms": 550.5607, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.5187, "count": 126, "max_ms": 111.4547, "p50_ms": 84.9961, "p95_ms": 102.296, "p99_ms": 110.914, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8462, "count": 126, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.3445, "p99_ms": 9.2028, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.9688, "count": 126, "max_ms": 73.1462, "p50_ms": 34.0244, "p95_ms": 55.2611, "p99_ms": 70.3231, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3985, "count": 126, "max_ms": 16.9396, "p50_ms": 0.8327, "p95_ms": 4.5577, "p99_ms": 10.5041, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7849, "count": 135, "max_ms": 4.5565, "p50_ms": 0.6603, "p95_ms": 1.5028, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9138, "count": 126, "max_ms": 9.2164, "p50_ms": 0.722, "p95_ms": 1.6192, "p99_ms": 2.8101, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.7085, "count": 126, "max_ms": 3752.636, "p50_ms": 349.8225, "p95_ms": 645.833, "p99_ms": 711.9735, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1924, "count": 126, "max_ms": 14.3512, "p50_ms": 1.2938, "p95_ms": 7.4166, "p99_ms": 11.3813, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0948, "count": 126, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 66.0467, "p99_ms": 73.6718, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0946, "count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1719, "count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.0972, "count": 126, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 727.266, "p99_ms": 794.109, "results": {"failed": 0, "not_applicable": 0, "success": 126, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 126, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 126, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.176, "p99_ms": 0.2226}, "wait_ms": {"count": 126, "max_ms": 5.7989, "p50_ms": 2.0197, "p95_ms": 3.8801, "p99_ms": 5.6161}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 126, "artifact_failed": 0, "artifact_requested": 126, "artifact_success": 126, "completed": 126, "completed_failed": 0, "completed_success": 126, "cooldown_promoted": 126, "database_requested": 126, "db_insert_success": 126, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15668, "relay_business_failed": 0, "relay_business_success": 126, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 126, "relay_transport_failed": 0, "relay_transport_success": 126, "reservation_requested": 126}, "snapshot": {"copied_bytes": 348364800, "copied_count": 126, "copy": {"count": 126, "max_ms": 4.0365, "p50_ms": 1.6046, "p95_ms": 2.7917, "p99_ms": 3.6741}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 86, "h264_decode_error_count": 267, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:13:09+09:00", "last_error_summary": "[h264 @ 0x5dc48121f500] left block unavailable for requested intra mode [h264 @ 0x5dc48121f500] error while decoding MB 0 50, bytestream 554 [h264 @ 0x5dc4805e5500] left block unavailable for requested intra mode [h264 @ 0x5dc4805e5500] error while decoding MB 0 62, bytestream 2288", "last_exit_at": "2026-10-31T12:13:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:13:12+09:00", "pid": 27654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.988, "name": "ffmpeg", "pid": 27654, "rss_mb": 209.988, "state": "S (sleeping)", "threads": 70}, "restart_count": 92, "restart_count_per_hour": 17, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.346, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.439, "last_frame_pushed_at": "2026-10-31T12:13:09+09:00", "last_frame_read_age_sec": 4.55, "last_frame_read_at": "2026-10-31T12:13:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 130, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 303.201, "last_sample_duration_ms": 861.964, "last_trigger": "periodic", "next_snapshot_in_sec": 296.799, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 130, "storage_bytes": 2269482}, "mjpeg": {"age_sec": 4.438, "exists": true, "mtime": "2026-10-31T12:13:09.939846+09:00", "mtime_epoch": 1793416389.9398463, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102846}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:13:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1266.547, "name": "celery", "pid": 206, "rss_mb": 1166.227, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 96, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 724208, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.092, "max": 14.0, "p95": 10.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.401, "max": 3.0, "p95": 2.0, "sample_count": 142}, "total": {"avg": 0.869, "max": 3.0, "p95": 2.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.641, "pushed": 7.641, "read": 7.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.146, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4510.199, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 228, "max_ms": 6.12, "p95_ms": 2.617, "reason": null, "sample_age_ms": 4554.956, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.301, "count": 228, "max_ms": 5.872, "p95_ms": 1.732, "reason": null, "sample_age_ms": 4555.144, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 228, "max_ms": 1.166, "p95_ms": 0.609, "reason": null, "sample_age_ms": 4510.207, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.898, "count": 228, "max_ms": 6.166, "p95_ms": 3.04, "reason": null, "sample_age_ms": 4553.481, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4553.46, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4510.492, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.213, "count": 228, "max_ms": 77.182, "p95_ms": 62.77, "reason": null, "sample_age_ms": 4510.195, "source": "client_direct"}, "sample_age_ms": 4510.192, "source": "client_direct", "task_total_ms": {"avg_ms": 46.589, "count": 228, "max_ms": 79.491, "p95_ms": 65.958, "reason": null, "sample_age_ms": 4510.192, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.582, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.565, "count": 229, "max_ms": 12.797, "p95_ms": 8.06}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 229, "max_ms": 1.038, "p95_ms": 0.7}, "detection_prepare_ms": {"avg_ms": 0.83, "count": 229, "max_ms": 3.579, "p95_ms": 1.954}, "event_filter_ms": {"avg_ms": 0.004, "count": 229, "max_ms": 0.041, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.189, "count": 229, "max_ms": 0.768, "p95_ms": 0.469}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.033, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.106, "count": 229, "max_ms": 7.254, "p95_ms": 3.109}, "setup_ms": {"avg_ms": 0.039, "count": 229, "max_ms": 0.215, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.519, "count": 229, "max_ms": 12.655, "p95_ms": 8.019}, "track_match_ms": {"avg_ms": 0.049, "count": 229, "max_ms": 0.299, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 0.954, "count": 229, "max_ms": 3.374, "p95_ms": 2.493}}, "gstreamer_push": {"avg_ms": 3.156, "count": 229, "max_ms": 10.546, "p95_ms": 5.216}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 229, "max_ms": 0.642, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.781, "count": 229, "max_ms": 80.077, "p95_ms": 67.781}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.977, "count": 229, "max_ms": 11.823, "p95_ms": 8.477}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.805, "count": 229, "max_ms": 132.218, "p95_ms": 111.791}, "inference_input_copy_ms": {"avg_ms": 1.848, "count": 229, "max_ms": 4.993, "p95_ms": 3.178}, "processing_residual_ms": {"avg_ms": 0.179, "count": 229, "max_ms": 0.414, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.808, "count": 229, "max_ms": 144.446, "p95_ms": 116.927}, "read_interval": {"avg_ms": 111.895, "count": 228, "max_ms": 1031.393, "p95_ms": 142.791}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 229, "max_ms": 0.057, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.05, "count": 229, "max_ms": 7.066, "p95_ms": 2.979}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 229, "max_ms": 0.069, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.035, "count": 229, "max_ms": 7.024, "p95_ms": 2.957}, "worker_merge_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.029, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.794, "count": 229, "max_ms": 80.084, "p95_ms": 67.792}, "visualize": {"avg_ms": 35.301, "count": 229, "max_ms": 68.103, "p95_ms": 49.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.946, "count": 229, "max_ms": 63.08, "p95_ms": 43.171}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.283, "count": 229, "max_ms": 66.298, "p95_ms": 47.239}, "visualize_input_copy_ms": {"avg_ms": 0.84, "count": 229, "max_ms": 3.025, "p95_ms": 1.895}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.176, "count": 229, "max_ms": 66.054, "p95_ms": 46.959}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 229, "max_ms": 0.232, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1166.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.235, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.011, "sample_count": 2803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103411, "write_bytes_delta": 103411, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.819992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1681.0, "pid": 27538, "reason": null, "system_cpu_core_ratio": 0.393106, "system_cpu_s_delta": 8.030000000000001, "user_cpu_core_ratio": 0.426885, "user_cpu_s_delta": 8.719999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.841042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.263376, "system_cpu_s_delta": 5.380000000001019, "user_cpu_core_ratio": 0.577666, "user_cpu_s_delta": 11.80000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.901, "count": 183, "max_ms": 7.501, "p95_ms": 4.418, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.399, "max": 16.0, "p95": 10.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.29, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 162}, "total": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.77, "count": 30, "max": 63.514, "p95": 31.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.244, "count": 30, "max": 25.963, "p95": 24.977, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1138.933, "count": 30, "max": 1541.0, "p95": 1471.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 540.033, "count": 30, "max": 6664.0, "p95": 1913.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.414, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.539, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.62, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105867.433, "count": 30, "max": 130027.0, "p95": 108723.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1763.367, "count": 30, "max": 34745.0, "p95": 9645.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.537, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.209, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6213, "sampled_at": "2026-10-31T12:12:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:12:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1243820, "flush_count": 1332, "flush_interval_seconds": 30.0, "flush_state": {"count": 1332, "last_at": "2026-10-31T12:45:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:45:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1331}, "started": true, "suppressed_count": 742281, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 742145}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1332, "written_record_count": 1332}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6699.648, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6316ce259480] cabac decode of qscale diff failed at 99 48 [h264 @ 0x6316ce259480] error while decoding MB 99 48, bytestream 1568 [h264 @ 0x6316ce2ea0c0] error while decoding MB 79 52, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2055559680000, "copied_frame_count": 743475, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2055559680000, "frame_buffer_copies": 743475, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 1.5707, "p50_ms": 0.104, "p95_ms": 0.2118, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4391, "count": 512, "max_ms": 4.3745, "p50_ms": 1.3441, "p95_ms": 2.3883, "p99_ms": 3.0996, "results": {"failed": 0, "not_applicable": 0, "success": 743475, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:45:48+09:00", "last_error_summary": "[h264 @ 0x6316ce259480] cabac decode of qscale diff failed at 99 48 [h264 @ 0x6316ce259480] error while decoding MB 99 48, bytestream 1568 [h264 @ 0x6316ce2ea0c0] error while decoding MB 79 52, bytestream -11", "last_exit_at": "2026-10-31T12:13:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1956.431, "last_started_at": "2026-10-31T12:13:12+09:00", "pid": 27654, "process": {"exists": false, "pid": 27654}, "restart_count": 92, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.682, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-31T12:45:48+09:00", "last_frame_read_age_sec": 0.055, "last_frame_read_at": "2026-10-31T12:45:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 133, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 451.928, "last_sample_duration_ms": 888.429, "last_trigger": "periodic", "next_snapshot_in_sec": 148.072, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 133, "storage_bytes": 2298170}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-31T12:45:48.758140+09:00", "mtime_epoch": 1793418348.75814, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120190}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:45:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1175.629, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 743476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.726, "max": 6.0, "p95": 5.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.609, "pushed": 5.609, "read": 5.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.058, "p95_ms": 0.013, "reason": null, "sample_age_ms": 13.011, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.534, "count": 168, "max_ms": 3.785, "p95_ms": 1.552, "reason": null, "sample_age_ms": 58.992, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.231, "count": 168, "max_ms": 2.371, "p95_ms": 1.151, "reason": null, "sample_age_ms": 59.149, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 169, "max_ms": 0.707, "p95_ms": 0.457, "reason": null, "sample_age_ms": 13.017, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.849, "count": 168, "max_ms": 4.922, "p95_ms": 2.978, "reason": null, "sample_age_ms": 57.935, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 57.912, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.162, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.396, "count": 169, "max_ms": 70.651, "p95_ms": 62.701, "reason": null, "sample_age_ms": 13.008, "source": "client_direct"}, "sample_age_ms": 13.005, "source": "client_direct", "task_total_ms": {"avg_ms": 46.655, "count": 169, "max_ms": 73.649, "p95_ms": 64.783, "reason": null, "sample_age_ms": 13.005, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.896, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.716, "count": 168, "max_ms": 2.589, "p95_ms": 1.304}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.244, "count": 168, "max_ms": 0.981, "p95_ms": 0.48}, "detection_prepare_ms": {"avg_ms": 0.128, "count": 168, "max_ms": 0.432, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 168, "max_ms": 0.261, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.158, "count": 168, "max_ms": 0.716, "p95_ms": 0.284}, "setup_ms": {"avg_ms": 0.039, "count": 168, "max_ms": 0.23, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.679, "count": 168, "max_ms": 2.506, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.055, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 168, "max_ms": 0.149, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.981, "count": 168, "max_ms": 7.039, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 168, "max_ms": 0.127, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.49, "count": 168, "max_ms": 74.41, "p95_ms": 65.399}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 168, "max_ms": 0.123, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.053, "count": 168, "max_ms": 114.163, "p95_ms": 97.307}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 168, "max_ms": 4.178, "p95_ms": 2.733}, "processing_residual_ms": {"avg_ms": 0.184, "count": 168, "max_ms": 0.916, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.923, "count": 168, "max_ms": 116.897, "p95_ms": 98.587}, "read_interval": {"avg_ms": 178.42, "count": 168, "max_ms": 5917.01, "p95_ms": 139.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 168, "max_ms": 0.044, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.113, "count": 168, "max_ms": 0.552, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 168, "max_ms": 0.053, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 168, "max_ms": 0.508, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 47.503, "count": 168, "max_ms": 74.416, "p95_ms": 65.417}, "visualize": {"avg_ms": 28.89, "count": 168, "max_ms": 43.794, "p95_ms": 37.421}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.163, "count": 168, "max_ms": 42.661, "p95_ms": 36.332}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.725, "count": 168, "max_ms": 43.424, "p95_ms": 37.17}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.648, "count": 168, "max_ms": 43.275, "p95_ms": 37.056}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 168, "max_ms": 0.115, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1175.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.324, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.065, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113877, "write_bytes_delta": 113877, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 809.0, "cpu_core_ratio": 0.874948, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3408.0, "pid": 27654, "reason": null, "system_cpu_core_ratio": 0.33448, "system_cpu_s_delta": 6.689999999999998, "user_cpu_core_ratio": 0.540468, "user_cpu_s_delta": 10.81000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.231927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33098, "system_cpu_s_delta": 6.619999999998981, "user_cpu_core_ratio": 0.900947, "user_cpu_s_delta": 18.020000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.244, "count": 253, "max_ms": 7.517, "p95_ms": 5.112, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.846, "max": 11.0, "p95": 7.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 131}, "total": {"avg": 0.518, "max": 1.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.818, "count": 30, "max": 64.008, "p95": 48.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.668, "count": 30, "max": 33.992, "p95": 31.937, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1401.433, "count": 30, "max": 1496.0, "p95": 1484.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 150.967, "count": 30, "max": 3408.0, "p95": 589.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.334, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.54, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.075, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107635.767, "count": 30, "max": 114401.0, "p95": 113597.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107635.767, "count": 30, "max": 114401.0, "p95": 113597.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.433, "count": 30, "max": 41.0, "p95": 34.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.195, "count": 30, "max": 0.468, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.114, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6342, "sampled_at": "2026-10-31T12:45:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:45:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1243820, "flush_count": 1332, "flush_interval_seconds": 30.0, "flush_state": {"count": 1332, "last_at": "2026-10-31T12:45:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:45:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1331}, "started": true, "suppressed_count": 742281, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 742145}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1332, "written_record_count": 1332}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6702.055, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:45:48+09:00", "last_error_summary": "[h264 @ 0x6316ce259480] cabac decode of qscale diff failed at 99 48 [h264 @ 0x6316ce259480] error while decoding MB 99 48, bytestream 1568 [h264 @ 0x6316ce2ea0c0] error while decoding MB 79 52, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2055562444800, "copied_frame_count": 743476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2055562444800, "frame_buffer_copies": 743476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 1.5707, "p50_ms": 0.104, "p95_ms": 0.2118, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4402, "count": 512, "max_ms": 4.3745, "p50_ms": 1.3444, "p95_ms": 2.3883, "p99_ms": 3.0996, "results": {"failed": 0, "not_applicable": 0, "success": 743476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:45:48+09:00", "last_error_summary": "[h264 @ 0x6316ce259480] cabac decode of qscale diff failed at 99 48 [h264 @ 0x6316ce259480] error while decoding MB 99 48, bytestream 1568 [h264 @ 0x6316ce2ea0c0] error while decoding MB 79 52, bytestream -11", "last_exit_at": "2026-10-31T12:45:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 1956.481, "last_started_at": "2026-10-31T12:13:12+09:00", "pid": 27654, "process": {"exists": false, "pid": 27654}, "restart_count": 92, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.682, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-31T12:45:48+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-31T12:45:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 133, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 451.989, "last_sample_duration_ms": 888.429, "last_trigger": "periodic", "next_snapshot_in_sec": 148.011, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 133, "storage_bytes": 2298170}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-31T12:45:48.847141+09:00", "mtime_epoch": 1793418348.847141, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111798}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:45:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1175.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 743476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.728, "max": 6.0, "p95": 5.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.633, "pushed": 5.633, "read": 5.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.058, "p95_ms": 0.013, "reason": null, "sample_age_ms": 65.379, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.534, "count": 168, "max_ms": 3.785, "p95_ms": 1.552, "reason": null, "sample_age_ms": 111.36, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.231, "count": 168, "max_ms": 2.371, "p95_ms": 1.151, "reason": null, "sample_age_ms": 111.517, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 168, "max_ms": 0.707, "p95_ms": 0.458, "reason": null, "sample_age_ms": 65.384, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.849, "count": 168, "max_ms": 4.922, "p95_ms": 2.978, "reason": null, "sample_age_ms": 110.303, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.53, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.396, "count": 168, "max_ms": 70.651, "p95_ms": 62.702, "reason": null, "sample_age_ms": 65.376, "source": "client_direct"}, "sample_age_ms": 65.373, "source": "client_direct", "task_total_ms": {"avg_ms": 46.649, "count": 168, "max_ms": 73.649, "p95_ms": 64.786, "reason": null, "sample_age_ms": 65.373, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.013, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.714, "count": 169, "max_ms": 2.589, "p95_ms": 1.304}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 169, "max_ms": 0.981, "p95_ms": 0.48}, "detection_prepare_ms": {"avg_ms": 0.128, "count": 169, "max_ms": 0.432, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 169, "max_ms": 0.261, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.158, "count": 169, "max_ms": 0.716, "p95_ms": 0.284}, "setup_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.23, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.677, "count": 169, "max_ms": 2.506, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.055, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 169, "max_ms": 0.149, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.978, "count": 169, "max_ms": 7.039, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 169, "max_ms": 0.127, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.483, "count": 169, "max_ms": 74.41, "p95_ms": 65.399}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 169, "max_ms": 0.123, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.067, "count": 169, "max_ms": 114.163, "p95_ms": 97.307}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 169, "max_ms": 4.178, "p95_ms": 2.733}, "processing_residual_ms": {"avg_ms": 0.183, "count": 169, "max_ms": 0.916, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.931, "count": 169, "max_ms": 116.897, "p95_ms": 98.587}, "read_interval": {"avg_ms": 178.42, "count": 168, "max_ms": 5917.01, "p95_ms": 139.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 169, "max_ms": 0.044, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.113, "count": 169, "max_ms": 0.552, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.053, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 169, "max_ms": 0.508, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 47.496, "count": 169, "max_ms": 74.416, "p95_ms": 65.417}, "visualize": {"avg_ms": 28.915, "count": 169, "max_ms": 43.794, "p95_ms": 37.421}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.19, "count": 169, "max_ms": 42.661, "p95_ms": 36.332}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.751, "count": 169, "max_ms": 43.424, "p95_ms": 37.17}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.673, "count": 169, "max_ms": 43.275, "p95_ms": 37.056}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 169, "max_ms": 0.115, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1175.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.324, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.065, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113877, "write_bytes_delta": 113877, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 809.0, "cpu_core_ratio": 0.874948, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3408.0, "pid": 27654, "reason": null, "system_cpu_core_ratio": 0.33448, "system_cpu_s_delta": 6.689999999999998, "user_cpu_core_ratio": 0.540468, "user_cpu_s_delta": 10.81000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.231927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33098, "system_cpu_s_delta": 6.619999999998981, "user_cpu_core_ratio": 0.900947, "user_cpu_s_delta": 18.020000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.244, "count": 253, "max_ms": 7.517, "p95_ms": 5.112, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.846, "max": 11.0, "p95": 7.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 131}, "total": {"avg": 0.518, "max": 1.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.818, "count": 30, "max": 64.008, "p95": 48.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.668, "count": 30, "max": 33.992, "p95": 31.937, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1401.433, "count": 30, "max": 1496.0, "p95": 1484.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 150.967, "count": 30, "max": 3408.0, "p95": 589.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.334, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.54, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.075, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107635.767, "count": 30, "max": 114401.0, "p95": 113597.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107635.767, "count": 30, "max": 114401.0, "p95": 113597.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.433, "count": 30, "max": 41.0, "p95": 34.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.195, "count": 30, "max": 0.468, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.114, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6342, "sampled_at": "2026-10-31T12:45:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:45:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1243820, "flush_count": 1332, "flush_interval_seconds": 30.0, "flush_state": {"count": 1332, "last_at": "2026-10-31T12:45:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:45:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1331}, "started": true, "suppressed_count": 742281, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 742145}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1332, "written_record_count": 1332}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6700.336, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2055562444800, "copied_frame_count": 743476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2055562444800, "frame_buffer_copies": 743476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 1.5707, "p50_ms": 0.104, "p95_ms": 0.2118, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4402, "count": 512, "max_ms": 4.3745, "p50_ms": 1.3444, "p95_ms": 2.3883, "p99_ms": 3.0996, "results": {"failed": 0, "not_applicable": 0, "success": 743476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:45:48+09:00", "last_error_summary": "[h264 @ 0x6316ce259480] cabac decode of qscale diff failed at 99 48 [h264 @ 0x6316ce259480] error while decoding MB 99 48, bytestream 1568 [h264 @ 0x6316ce2ea0c0] error while decoding MB 79 52, bytestream -11", "last_exit_at": "2026-10-31T12:45:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 1956.527, "last_started_at": "2026-10-31T12:13:12+09:00", "pid": 27654, "process": {"exists": false, "pid": 27654}, "restart_count": 92, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.682, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-31T12:45:48+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-31T12:45:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 133, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.027, "last_sample_duration_ms": 888.429, "last_trigger": "periodic", "next_snapshot_in_sec": 147.973, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 133, "storage_bytes": 2298170}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-31T12:45:48.847141+09:00", "mtime_epoch": 1793418348.847141, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111798}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:45:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1175.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 743476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.732, "max": 6.0, "p95": 5.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.612, "pushed": 5.612, "read": 5.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.058, "p95_ms": 0.013, "reason": null, "sample_age_ms": 112.375, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.535, "count": 167, "max_ms": 3.785, "p95_ms": 1.554, "reason": null, "sample_age_ms": 158.356, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.232, "count": 167, "max_ms": 2.371, "p95_ms": 1.155, "reason": null, "sample_age_ms": 158.513, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 168, "max_ms": 0.707, "p95_ms": 0.458, "reason": null, "sample_age_ms": 112.381, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.849, "count": 167, "max_ms": 4.922, "p95_ms": 2.98, "reason": null, "sample_age_ms": 157.299, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.276, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.526, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.396, "count": 168, "max_ms": 70.651, "p95_ms": 62.702, "reason": null, "sample_age_ms": 112.372, "source": "client_direct"}, "sample_age_ms": 112.369, "source": "client_direct", "task_total_ms": {"avg_ms": 46.649, "count": 168, "max_ms": 73.649, "p95_ms": 64.786, "reason": null, "sample_age_ms": 112.369, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.707, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.713, "count": 168, "max_ms": 2.589, "p95_ms": 1.304}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.242, "count": 168, "max_ms": 0.981, "p95_ms": 0.48}, "detection_prepare_ms": {"avg_ms": 0.128, "count": 168, "max_ms": 0.432, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 168, "max_ms": 0.261, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 168, "max_ms": 0.716, "p95_ms": 0.284}, "setup_ms": {"avg_ms": 0.039, "count": 168, "max_ms": 0.23, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.676, "count": 168, "max_ms": 2.506, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.055, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 168, "max_ms": 0.149, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.977, "count": 168, "max_ms": 7.039, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 168, "max_ms": 0.127, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.476, "count": 168, "max_ms": 74.41, "p95_ms": 65.399}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 168, "max_ms": 0.123, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.071, "count": 168, "max_ms": 114.163, "p95_ms": 97.307}, "inference_input_copy_ms": {"avg_ms": 1.641, "count": 168, "max_ms": 4.178, "p95_ms": 2.733}, "processing_residual_ms": {"avg_ms": 0.182, "count": 168, "max_ms": 0.916, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.932, "count": 168, "max_ms": 116.897, "p95_ms": 98.587}, "read_interval": {"avg_ms": 178.956, "count": 167, "max_ms": 5917.01, "p95_ms": 139.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 168, "max_ms": 0.044, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.113, "count": 168, "max_ms": 0.552, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 168, "max_ms": 0.053, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 168, "max_ms": 0.508, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 47.489, "count": 168, "max_ms": 74.416, "p95_ms": 65.417}, "visualize": {"avg_ms": 28.926, "count": 168, "max_ms": 43.794, "p95_ms": 37.421}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.201, "count": 168, "max_ms": 42.661, "p95_ms": 36.332}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.763, "count": 168, "max_ms": 43.424, "p95_ms": 37.17}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.685, "count": 168, "max_ms": 43.275, "p95_ms": 37.056}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 168, "max_ms": 0.115, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1175.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.324, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.065, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113877, "write_bytes_delta": 113877, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 809.0, "cpu_core_ratio": 0.874948, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3408.0, "pid": 27654, "reason": null, "system_cpu_core_ratio": 0.33448, "system_cpu_s_delta": 6.689999999999998, "user_cpu_core_ratio": 0.540468, "user_cpu_s_delta": 10.81000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.231927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33098, "system_cpu_s_delta": 6.619999999998981, "user_cpu_core_ratio": 0.900947, "user_cpu_s_delta": 18.020000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.244, "count": 253, "max_ms": 7.517, "p95_ms": 5.112, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.846, "max": 11.0, "p95": 7.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 131}, "total": {"avg": 0.518, "max": 1.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.818, "count": 30, "max": 64.008, "p95": 48.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.668, "count": 30, "max": 33.992, "p95": 31.937, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1401.433, "count": 30, "max": 1496.0, "p95": 1484.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 150.967, "count": 30, "max": 3408.0, "p95": 589.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.334, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.54, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.075, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107635.767, "count": 30, "max": 114401.0, "p95": 113597.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107635.767, "count": 30, "max": 114401.0, "p95": 113597.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.433, "count": 30, "max": 41.0, "p95": 34.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.195, "count": 30, "max": 0.468, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.114, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6342, "sampled_at": "2026-10-31T12:45:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:45:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1243820, "flush_count": 1332, "flush_interval_seconds": 30.0, "flush_state": {"count": 1332, "last_at": "2026-10-31T12:45:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:45:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1331}, "started": true, "suppressed_count": 742281, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 742145}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1332, "written_record_count": 1332}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6869.043, "limit_mb": null}, "detail": {"pid": 27832, "restart_count": 93, "start_count": 94}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2055562444800, "copied_frame_count": 743476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2055562444800, "frame_buffer_copies": 743476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 1.5707, "p50_ms": 0.104, "p95_ms": 0.2118, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4402, "count": 512, "max_ms": 4.3745, "p50_ms": 1.3444, "p95_ms": 2.3883, "p99_ms": 3.0996, "results": {"failed": 0, "not_applicable": 0, "success": 743476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:45:48+09:00", "last_error_summary": "[h264 @ 0x6316ce259480] cabac decode of qscale diff failed at 99 48 [h264 @ 0x6316ce259480] error while decoding MB 99 48, bytestream 1568 [h264 @ 0x6316ce2ea0c0] error while decoding MB 79 52, bytestream -11", "last_exit_at": "2026-10-31T12:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:45:51+09:00", "pid": 27832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.52, "name": "ffmpeg", "pid": 27832, "rss_mb": 206.52, "state": "S (sleeping)", "threads": 70}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.892, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.873, "last_frame_pushed_at": "2026-10-31T12:45:48+09:00", "last_frame_read_age_sec": 4.958, "last_frame_read_at": "2026-10-31T12:45:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 133, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.833, "last_sample_duration_ms": 888.429, "last_trigger": "periodic", "next_snapshot_in_sec": 143.167, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 133, "storage_bytes": 2298170}, "mjpeg": {"age_sec": 4.864, "exists": true, "mtime": "2026-10-31T12:45:48.847141+09:00", "mtime_epoch": 1793418348.847141, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111798}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:45:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1175.613, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 743476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.837, "max": 6.0, "p95": 5.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 147, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.555, "pushed": 5.555, "read": 5.555}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 147, "client_acquire_ms": {"avg_ms": 0.007, "count": 147, "max_ms": 0.058, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4917.693, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 147, "max_ms": 3.785, "p95_ms": 1.569, "reason": null, "sample_age_ms": 4963.674, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 147, "max_ms": 2.371, "p95_ms": 1.155, "reason": null, "sample_age_ms": 4963.831, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 147, "max_ms": 0.707, "p95_ms": 0.445, "reason": null, "sample_age_ms": 4917.698, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.829, "count": 147, "max_ms": 4.236, "p95_ms": 2.939, "reason": null, "sample_age_ms": 4962.616, "source": "client_direct"}, "request_count": 147, "request_tensor_bytes": {"avg": 2764808.0, "count": 147, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4962.593, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 147, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4917.843, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.056, "count": 147, "max_ms": 70.651, "p95_ms": 62.703, "reason": null, "sample_age_ms": 4917.69, "source": "client_direct"}, "sample_age_ms": 4917.687, "source": "client_direct", "task_total_ms": {"avg_ms": 46.289, "count": 147, "max_ms": 73.649, "p95_ms": 64.79, "reason": null, "sample_age_ms": 4917.687, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.424, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.721, "count": 147, "max_ms": 2.589, "p95_ms": 1.309}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 147, "max_ms": 0.981, "p95_ms": 0.498}, "detection_prepare_ms": {"avg_ms": 0.129, "count": 147, "max_ms": 0.432, "p95_ms": 0.258}, "event_filter_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 147, "max_ms": 0.261, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 147, "max_ms": 0.716, "p95_ms": 0.284}, "setup_ms": {"avg_ms": 0.039, "count": 147, "max_ms": 0.23, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.685, "count": 147, "max_ms": 2.506, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.055, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 147, "max_ms": 0.149, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.946, "count": 147, "max_ms": 7.039, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 147, "max_ms": 0.127, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.119, "count": 147, "max_ms": 74.41, "p95_ms": 65.399}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 147, "max_ms": 0.123, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.801, "count": 147, "max_ms": 114.163, "p95_ms": 95.854}, "inference_input_copy_ms": {"avg_ms": 1.665, "count": 147, "max_ms": 3.222, "p95_ms": 2.733}, "processing_residual_ms": {"avg_ms": 0.185, "count": 147, "max_ms": 0.916, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.688, "count": 147, "max_ms": 116.897, "p95_ms": 98.251}, "read_interval": {"avg_ms": 186.533, "count": 147, "max_ms": 5917.01, "p95_ms": 139.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 147, "max_ms": 0.044, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.114, "count": 147, "max_ms": 0.552, "p95_ms": 0.212}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 147, "max_ms": 0.053, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 147, "max_ms": 0.508, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 147, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 47.132, "count": 147, "max_ms": 74.416, "p95_ms": 65.417}, "visualize": {"avg_ms": 29.0, "count": 147, "max_ms": 43.794, "p95_ms": 37.421}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.274, "count": 147, "max_ms": 42.661, "p95_ms": 36.362}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.835, "count": 147, "max_ms": 43.424, "p95_ms": 37.17}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.758, "count": 147, "max_ms": 43.275, "p95_ms": 37.056}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 147, "max_ms": 0.115, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1175.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.916, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.858, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.836, "exists": true, "size_bytes": 111798, "write_bytes_delta": 111798, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 27654, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.45348, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.045445, "system_cpu_s_delta": 0.9399999999986903, "user_cpu_core_ratio": 0.408036, "user_cpu_s_delta": 8.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.946, "count": 147, "max_ms": 7.039, "p95_ms": 4.56, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.837, "max": 6.0, "p95": 5.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.599, "count": 30, "max": 64.008, "p95": 48.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.463, "count": 30, "max": 33.992, "p95": 30.89, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1363.1, "count": 30, "max": 1496.0, "p95": 1478.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 367.833, "count": 30, "max": 6506.0, "p95": 2341.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.514, "p95": 0.23, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.54, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.099, "count": 30, "max": 2.836, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108548.767, "count": 30, "max": 121987.0, "p95": 114165.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108548.767, "count": 30, "max": 121987.0, "p95": 114165.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.767, "count": 30, "max": 47.0, "p95": 40.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.193, "count": 30, "max": 0.468, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.114, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6344, "sampled_at": "2026-10-31T12:45:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:45:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.462, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1249232, "flush_count": 1338, "flush_interval_seconds": 30.0, "flush_state": {"count": 1338, "last_at": "2026-10-31T12:51:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:51:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1337}, "started": true, "suppressed_count": 745432, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 745296}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1338, "written_record_count": 1338}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6708.578, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2064290918400, "copied_frame_count": 746633, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2064290918400, "frame_buffer_copies": 746633, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1138, "count": 512, "max_ms": 1.3612, "p50_ms": 0.1006, "p95_ms": 0.1974, "p99_ms": 0.2563}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4594, "count": 512, "max_ms": 3.5328, "p50_ms": 1.4009, "p95_ms": 2.2245, "p99_ms": 2.6951, "results": {"failed": 0, "not_applicable": 0, "success": 746633, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:51:32+09:00", "last_error_summary": "[h264 @ 0x6160f59b6f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6160f59b6f80] error while decoding MB 0 66, bytestream 15985 [h264 @ 0x6160f5ef6980] error while decoding MB 106 51, bytestream -14", "last_exit_at": "2026-10-31T12:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 341.207, "last_started_at": "2026-10-31T12:45:51+09:00", "pid": 27832, "process": {"exists": false, "pid": 27832}, "restart_count": 93, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.865, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T12:51:32+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-31T12:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.508, "last_sample_duration_ms": 957.063, "last_trigger": "periodic", "next_snapshot_in_sec": 406.492, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 134, "storage_bytes": 2307730}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-31T12:51:32.913049+09:00", "mtime_epoch": 1793418692.9130485, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122451}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:51:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1177.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 746633, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.971, "max": 4.0, "p95": 4.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "total": {"avg": 0.908, "max": 1.0, "p95": 1.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.768, "pushed": 5.801, "read": 5.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.007, "count": 173, "max_ms": 0.034, "p95_ms": 0.014, "reason": null, "sample_age_ms": 91.995, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.836, "count": 173, "max_ms": 5.053, "p95_ms": 2.349, "reason": null, "sample_age_ms": 150.758, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 172, "max_ms": 2.832, "p95_ms": 1.688, "reason": null, "sample_age_ms": 151.047, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 173, "max_ms": 0.991, "p95_ms": 0.549, "reason": null, "sample_age_ms": 92.006, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.991, "count": 173, "max_ms": 4.984, "p95_ms": 3.291, "reason": null, "sample_age_ms": 148.71, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.675, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.279, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.659, "count": 173, "max_ms": 70.629, "p95_ms": 61.733, "reason": null, "sample_age_ms": 91.991, "source": "client_direct"}, "sample_age_ms": 91.986, "source": "client_direct", "task_total_ms": {"avg_ms": 48.101, "count": 173, "max_ms": 72.875, "p95_ms": 63.606, "reason": null, "sample_age_ms": 91.986, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.002, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 173, "max_ms": 9.247, "p95_ms": 6.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 173, "max_ms": 0.869, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.18, "count": 173, "max_ms": 4.501, "p95_ms": 2.456}, "event_filter_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.13, "count": 173, "max_ms": 0.373, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.567, "count": 173, "max_ms": 1.763, "p95_ms": 1.135}, "setup_ms": {"avg_ms": 0.04, "count": 173, "max_ms": 0.103, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.36, "count": 173, "max_ms": 9.107, "p95_ms": 6.462}, "track_match_ms": {"avg_ms": 0.096, "count": 173, "max_ms": 0.327, "p95_ms": 0.196}, "tracker_update_ms": {"avg_ms": 0.993, "count": 173, "max_ms": 3.205, "p95_ms": 1.843}}, "gstreamer_push": {"avg_ms": 3.095, "count": 174, "max_ms": 6.317, "p95_ms": 4.598}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 173, "max_ms": 0.132, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.289, "count": 173, "max_ms": 73.455, "p95_ms": 65.708}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.618, "count": 173, "max_ms": 10.448, "p95_ms": 7.61}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.659, "count": 173, "max_ms": 117.988, "p95_ms": 106.272}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 173, "max_ms": 4.584, "p95_ms": 2.846}, "processing_residual_ms": {"avg_ms": 0.221, "count": 173, "max_ms": 0.608, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.236, "count": 173, "max_ms": 122.666, "p95_ms": 112.397}, "read_interval": {"avg_ms": 173.296, "count": 173, "max_ms": 4812.766, "p95_ms": 152.071}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 173, "max_ms": 0.062, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.507, "count": 173, "max_ms": 1.605, "p95_ms": 1.033}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 173, "max_ms": 0.046, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.492, "count": 173, "max_ms": 1.544, "p95_ms": 1.006}, "worker_merge_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.302, "count": 173, "max_ms": 73.461, "p95_ms": 65.718}, "visualize": {"avg_ms": 32.879, "count": 173, "max_ms": 47.741, "p95_ms": 42.733}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.894, "count": 173, "max_ms": 40.111, "p95_ms": 37.688}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.561, "count": 173, "max_ms": 44.551, "p95_ms": 41.083}, "visualize_input_copy_ms": {"avg_ms": 1.13, "count": 173, "max_ms": 2.742, "p95_ms": 1.998}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.436, "count": 173, "max_ms": 44.277, "p95_ms": 40.943}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 173, "max_ms": 0.205, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1176.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.851, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.582, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120623, "write_bytes_delta": 120623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 673.0, "cpu_core_ratio": 0.699094, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2156.0, "pid": 27832, "reason": null, "system_cpu_core_ratio": 0.263969, "system_cpu_s_delta": 5.289999999999999, "user_cpu_core_ratio": 0.435125, "user_cpu_s_delta": 8.719999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.235515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363768, "system_cpu_s_delta": 7.289999999997235, "user_cpu_core_ratio": 0.871747, "user_cpu_s_delta": 17.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.205, "count": 189, "max_ms": 6.317, "p95_ms": 4.675, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.434, "max": 8.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 189}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.776, "count": 30, "max": 37.744, "p95": 36.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.846, "count": 30, "max": 33.992, "p95": 31.158, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1305.5, "count": 30, "max": 1528.0, "p95": 1507.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 486.433, "count": 30, "max": 6506.0, "p95": 2844.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.514, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.54, "p95": 0.509, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.836, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113668.267, "count": 30, "max": 121987.0, "p95": 118380.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113668.267, "count": 30, "max": 121987.0, "p95": 118380.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.967, "count": 30, "max": 47.0, "p95": 29.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.252, "count": 30, "max": 0.487, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 1.144, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6360, "sampled_at": "2026-10-31T12:51:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:51:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1249232, "flush_count": 1338, "flush_interval_seconds": 30.0, "flush_state": {"count": 1338, "last_at": "2026-10-31T12:51:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:51:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1337}, "started": true, "suppressed_count": 745432, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 745296}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1338, "written_record_count": 1338}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6708.07, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2064290918400, "copied_frame_count": 746633, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2064290918400, "frame_buffer_copies": 746633, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1138, "count": 512, "max_ms": 1.3612, "p50_ms": 0.1006, "p95_ms": 0.1974, "p99_ms": 0.2563}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4594, "count": 512, "max_ms": 3.5328, "p50_ms": 1.4009, "p95_ms": 2.2245, "p99_ms": 2.6951, "results": {"failed": 0, "not_applicable": 0, "success": 746633, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:51:32+09:00", "last_error_summary": "[h264 @ 0x6160f59b6f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6160f59b6f80] error while decoding MB 0 66, bytestream 15985 [h264 @ 0x6160f5ef6980] error while decoding MB 106 51, bytestream -14", "last_exit_at": "2026-10-31T12:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 341.301, "last_started_at": "2026-10-31T12:45:51+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 93, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.865, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.11, "last_frame_pushed_at": "2026-10-31T12:51:32+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-10-31T12:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.562, "last_sample_duration_ms": 957.063, "last_trigger": "periodic", "next_snapshot_in_sec": 406.438, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 134, "storage_bytes": 2307730}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-10-31T12:51:32.913049+09:00", "mtime_epoch": 1793418692.9130485, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122451}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:51:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1177.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 746633, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.971, "max": 4.0, "p95": 4.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "total": {"avg": 0.908, "max": 1.0, "p95": 1.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.774, "pushed": 5.774, "read": 5.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.034, "p95_ms": 0.014, "reason": null, "sample_age_ms": 174.808, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.813, "count": 172, "max_ms": 5.053, "p95_ms": 2.339, "reason": null, "sample_age_ms": 233.57, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 172, "max_ms": 2.832, "p95_ms": 1.688, "reason": null, "sample_age_ms": 233.859, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 172, "max_ms": 0.991, "p95_ms": 0.551, "reason": null, "sample_age_ms": 174.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.992, "count": 172, "max_ms": 4.984, "p95_ms": 3.291, "reason": null, "sample_age_ms": 231.522, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2764808.0, "count": 172, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 231.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 175.092, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.554, "count": 172, "max_ms": 70.629, "p95_ms": 61.55, "reason": null, "sample_age_ms": 174.803, "source": "client_direct"}, "sample_age_ms": 174.798, "source": "client_direct", "task_total_ms": {"avg_ms": 47.997, "count": 172, "max_ms": 72.875, "p95_ms": 63.501, "reason": null, "sample_age_ms": 174.798, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.861, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 173, "max_ms": 9.247, "p95_ms": 6.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 173, "max_ms": 0.869, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.18, "count": 173, "max_ms": 4.501, "p95_ms": 2.456}, "event_filter_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.13, "count": 173, "max_ms": 0.373, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.567, "count": 173, "max_ms": 1.763, "p95_ms": 1.135}, "setup_ms": {"avg_ms": 0.04, "count": 173, "max_ms": 0.103, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.36, "count": 173, "max_ms": 9.107, "p95_ms": 6.462}, "track_match_ms": {"avg_ms": 0.096, "count": 173, "max_ms": 0.327, "p95_ms": 0.196}, "tracker_update_ms": {"avg_ms": 0.993, "count": 173, "max_ms": 3.205, "p95_ms": 1.843}}, "gstreamer_push": {"avg_ms": 3.094, "count": 173, "max_ms": 6.317, "p95_ms": 4.598}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 173, "max_ms": 0.132, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.289, "count": 173, "max_ms": 73.455, "p95_ms": 65.708}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.618, "count": 173, "max_ms": 10.448, "p95_ms": 7.61}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.659, "count": 173, "max_ms": 117.988, "p95_ms": 106.272}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 173, "max_ms": 4.584, "p95_ms": 2.846}, "processing_residual_ms": {"avg_ms": 0.221, "count": 173, "max_ms": 0.608, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.236, "count": 173, "max_ms": 122.666, "p95_ms": 112.397}, "read_interval": {"avg_ms": 173.56, "count": 172, "max_ms": 4812.766, "p95_ms": 152.071}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 173, "max_ms": 0.062, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.507, "count": 173, "max_ms": 1.605, "p95_ms": 1.033}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 173, "max_ms": 0.046, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.492, "count": 173, "max_ms": 1.544, "p95_ms": 1.006}, "worker_merge_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.302, "count": 173, "max_ms": 73.461, "p95_ms": 65.718}, "visualize": {"avg_ms": 32.879, "count": 173, "max_ms": 47.741, "p95_ms": 42.733}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.894, "count": 173, "max_ms": 40.111, "p95_ms": 37.688}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.561, "count": 173, "max_ms": 44.551, "p95_ms": 41.083}, "visualize_input_copy_ms": {"avg_ms": 1.13, "count": 173, "max_ms": 2.742, "p95_ms": 1.998}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.436, "count": 173, "max_ms": 44.277, "p95_ms": 40.943}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 173, "max_ms": 0.205, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1176.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.851, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.582, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120623, "write_bytes_delta": 120623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 673.0, "cpu_core_ratio": 0.699094, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2156.0, "pid": 27832, "reason": null, "system_cpu_core_ratio": 0.263969, "system_cpu_s_delta": 5.289999999999999, "user_cpu_core_ratio": 0.435125, "user_cpu_s_delta": 8.719999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.235515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363768, "system_cpu_s_delta": 7.289999999997235, "user_cpu_core_ratio": 0.871747, "user_cpu_s_delta": 17.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.205, "count": 189, "max_ms": 6.317, "p95_ms": 4.675, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.434, "max": 8.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 189}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.776, "count": 30, "max": 37.744, "p95": 36.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.846, "count": 30, "max": 33.992, "p95": 31.158, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1305.5, "count": 30, "max": 1528.0, "p95": 1507.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 486.433, "count": 30, "max": 6506.0, "p95": 2844.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.514, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.54, "p95": 0.509, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.836, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113668.267, "count": 30, "max": 121987.0, "p95": 118380.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113668.267, "count": 30, "max": 121987.0, "p95": 118380.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.967, "count": 30, "max": 47.0, "p95": 29.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.252, "count": 30, "max": 0.487, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 1.144, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6360, "sampled_at": "2026-10-31T12:51:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:51:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1249232, "flush_count": 1338, "flush_interval_seconds": 30.0, "flush_state": {"count": 1338, "last_at": "2026-10-31T12:51:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:51:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1337}, "started": true, "suppressed_count": 745432, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 745296}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1338, "written_record_count": 1338}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6885.992, "limit_mb": null}, "detail": {"pid": 27948, "restart_count": 94, "start_count": 95}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2064290918400, "copied_frame_count": 746633, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2064290918400, "frame_buffer_copies": 746633, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1138, "count": 512, "max_ms": 1.3612, "p50_ms": 0.1006, "p95_ms": 0.1974, "p99_ms": 0.2563}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4594, "count": 512, "max_ms": 3.5328, "p50_ms": 1.4009, "p95_ms": 2.2245, "p99_ms": 2.6951, "results": {"failed": 0, "not_applicable": 0, "success": 746633, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:51:32+09:00", "last_error_summary": "[h264 @ 0x6160f59b6f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6160f59b6f80] error while decoding MB 0 66, bytestream 15985 [h264 @ 0x6160f5ef6980] error while decoding MB 106 51, bytestream -14", "last_exit_at": "2026-10-31T12:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:51:35+09:00", "pid": 27948, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.848, "name": "ffmpeg", "pid": 27948, "rss_mb": 209.848, "state": "S (sleeping)", "threads": 70}, "restart_count": 94, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.945, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.937, "last_frame_pushed_at": "2026-10-31T12:51:32+09:00", "last_frame_read_age_sec": 5.057, "last_frame_read_at": "2026-10-31T12:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.393, "last_sample_duration_ms": 957.063, "last_trigger": "periodic", "next_snapshot_in_sec": 401.607, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 134, "storage_bytes": 2307730}, "mjpeg": {"age_sec": 4.925, "exists": true, "mtime": "2026-10-31T12:51:32.913049+09:00", "mtime_epoch": 1793418692.9130485, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122451}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:51:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1177.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 746633, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.02, "max": 4.0, "p95": 4.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 137}, "total": {"avg": 0.895, "max": 1.0, "p95": 1.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 153, "pushed_frames": 153, "read_frames": 153, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.438, "pushed": 5.438, "read": 5.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 153, "client_acquire_ms": {"avg_ms": 0.007, "count": 153, "max_ms": 0.034, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5002.027, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.802, "count": 153, "max_ms": 5.053, "p95_ms": 2.339, "reason": null, "sample_age_ms": 5060.789, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 153, "max_ms": 2.832, "p95_ms": 1.725, "reason": null, "sample_age_ms": 5061.078, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.279, "count": 153, "max_ms": 0.906, "p95_ms": 0.528, "reason": null, "sample_age_ms": 5002.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.99, "count": 153, "max_ms": 4.984, "p95_ms": 3.304, "reason": null, "sample_age_ms": 5058.741, "source": "client_direct"}, "request_count": 153, "request_tensor_bytes": {"avg": 2764808.0, "count": 153, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5058.707, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5002.31, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.502, "count": 153, "max_ms": 70.629, "p95_ms": 61.534, "reason": null, "sample_age_ms": 5002.022, "source": "client_direct"}, "sample_age_ms": 5002.017, "source": "client_direct", "task_total_ms": {"avg_ms": 47.936, "count": 153, "max_ms": 72.875, "p95_ms": 63.495, "reason": null, "sample_age_ms": 5002.017, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.185, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.37, "count": 153, "max_ms": 9.247, "p95_ms": 6.327}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 153, "max_ms": 0.817, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.158, "count": 153, "max_ms": 4.501, "p95_ms": 2.456}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.129, "count": 153, "max_ms": 0.373, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.563, "count": 153, "max_ms": 1.763, "p95_ms": 1.135}, "setup_ms": {"avg_ms": 0.041, "count": 153, "max_ms": 0.103, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.32, "count": 153, "max_ms": 9.107, "p95_ms": 6.238}, "track_match_ms": {"avg_ms": 0.095, "count": 153, "max_ms": 0.327, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 0.981, "count": 153, "max_ms": 3.205, "p95_ms": 1.918}}, "gstreamer_push": {"avg_ms": 3.123, "count": 153, "max_ms": 6.317, "p95_ms": 4.673}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 153, "max_ms": 0.132, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.085, "count": 153, "max_ms": 73.455, "p95_ms": 64.542}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.622, "count": 153, "max_ms": 10.448, "p95_ms": 7.794}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.401, "count": 153, "max_ms": 117.988, "p95_ms": 105.107}, "inference_input_copy_ms": {"avg_ms": 1.736, "count": 153, "max_ms": 4.584, "p95_ms": 2.803}, "processing_residual_ms": {"avg_ms": 0.225, "count": 153, "max_ms": 0.608, "p95_ms": 0.418}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.984, "count": 153, "max_ms": 122.666, "p95_ms": 110.945}, "read_interval": {"avg_ms": 181.767, "count": 153, "max_ms": 4812.766, "p95_ms": 166.199}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 153, "max_ms": 0.062, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.503, "count": 153, "max_ms": 1.605, "p95_ms": 1.033}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 153, "max_ms": 0.046, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.488, "count": 153, "max_ms": 1.544, "p95_ms": 1.006}, "worker_merge_ms": {"avg_ms": 0.006, "count": 153, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.099, "count": 153, "max_ms": 73.461, "p95_ms": 64.552}, "visualize": {"avg_ms": 32.853, "count": 153, "max_ms": 45.205, "p95_ms": 42.395}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.968, "count": 153, "max_ms": 39.854, "p95_ms": 37.688}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.548, "count": 153, "max_ms": 43.354, "p95_ms": 40.786}, "visualize_input_copy_ms": {"avg_ms": 1.118, "count": 153, "max_ms": 2.564, "p95_ms": 1.998}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.425, "count": 153, "max_ms": 43.127, "p95_ms": 40.675}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 153, "max_ms": 0.155, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1176.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.851, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.582, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120623, "write_bytes_delta": 120623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 673.0, "cpu_core_ratio": 0.699094, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2156.0, "pid": 27832, "reason": null, "system_cpu_core_ratio": 0.263969, "system_cpu_s_delta": 5.289999999999999, "user_cpu_core_ratio": 0.435125, "user_cpu_s_delta": 8.719999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.235515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363768, "system_cpu_s_delta": 7.289999999997235, "user_cpu_core_ratio": 0.871747, "user_cpu_s_delta": 17.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.205, "count": 189, "max_ms": 6.317, "p95_ms": 4.675, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.434, "max": 8.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 189}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.776, "count": 30, "max": 37.744, "p95": 36.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.846, "count": 30, "max": 33.992, "p95": 31.158, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1305.5, "count": 30, "max": 1528.0, "p95": 1507.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 486.433, "count": 30, "max": 6506.0, "p95": 2844.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.514, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.54, "p95": 0.509, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.836, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113668.267, "count": 30, "max": 121987.0, "p95": 118380.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113668.267, "count": 30, "max": 121987.0, "p95": 118380.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.967, "count": 30, "max": 47.0, "p95": 29.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.252, "count": 30, "max": 0.487, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 1.144, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6360, "sampled_at": "2026-10-31T12:51:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:51:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.133, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1253008, "flush_count": 1342, "flush_interval_seconds": 30.0, "flush_state": {"count": 1342, "last_at": "2026-10-31T12:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1341}, "started": true, "suppressed_count": 747500, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 747364}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1342, "written_record_count": 1342}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6713.773, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5832f3e57740] error while decoding MB 104 45, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2070016819200, "copied_frame_count": 748704, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2070016819200, "frame_buffer_copies": 748704, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 0.4518, "p50_ms": 0.0985, "p95_ms": 0.2028, "p99_ms": 0.2826}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5034, "count": 512, "max_ms": 5.6464, "p50_ms": 1.4275, "p95_ms": 2.4606, "p99_ms": 3.0143, "results": {"failed": 0, "not_applicable": 0, "success": 748704, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:55:23+09:00", "last_error_summary": "[h264 @ 0x5832f3e57740] error while decoding MB 104 45, bytestream -14", "last_exit_at": "2026-10-31T12:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.626, "last_started_at": "2026-10-31T12:51:35+09:00", "pid": 27948, "process": {"exists": false, "pid": 27948}, "restart_count": 94, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.62, "sample_count": 2561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-31T12:55:23+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-10-31T12:55:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 424.028, "last_sample_duration_ms": 957.063, "last_trigger": "periodic", "next_snapshot_in_sec": 175.972, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 134, "storage_bytes": 2307730}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-10-31T12:55:23.403669+09:00", "mtime_epoch": 1793418923.4036689, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121093}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:55:23+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.012, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 748705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.475, "max": 7.0, "p95": 4.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "total": {"avg": 0.771, "max": 1.0, "p95": 1.0, "sample_count": 280}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.356, "pushed": 9.356, "read": 9.356}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 280, "client_acquire_ms": {"avg_ms": 0.007, "count": 281, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 31.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.839, "count": 280, "max_ms": 7.74, "p95_ms": 3.031, "reason": null, "sample_age_ms": 74.823, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 280, "max_ms": 7.374, "p95_ms": 2.001, "reason": null, "sample_age_ms": 75.203, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 281, "max_ms": 2.606, "p95_ms": 0.645, "reason": null, "sample_age_ms": 31.107, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.916, "count": 280, "max_ms": 11.252, "p95_ms": 3.133, "reason": null, "sample_age_ms": 72.695, "source": "client_direct"}, "request_count": 280, "request_tensor_bytes": {"avg": 2764808.0, "count": 280, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.669, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 281, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.418, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.648, "count": 281, "max_ms": 91.982, "p95_ms": 63.586, "reason": null, "sample_age_ms": 31.097, "source": "client_direct"}, "sample_age_ms": 31.095, "source": "client_direct", "task_total_ms": {"avg_ms": 47.038, "count": 281, "max_ms": 97.355, "p95_ms": 66.494, "reason": null, "sample_age_ms": 31.095, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.093, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.356, "count": 280, "max_ms": 9.379, "p95_ms": 6.836}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 280, "max_ms": 1.359, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.044, "count": 280, "max_ms": 3.376, "p95_ms": 2.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 280, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.133, "count": 280, "max_ms": 2.053, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 280, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.537, "count": 280, "max_ms": 2.342, "p95_ms": 1.161}, "setup_ms": {"avg_ms": 0.043, "count": 280, "max_ms": 0.129, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.305, "count": 280, "max_ms": 9.322, "p95_ms": 6.74}, "track_match_ms": {"avg_ms": 0.09, "count": 280, "max_ms": 0.404, "p95_ms": 0.207}, "tracker_update_ms": {"avg_ms": 1.114, "count": 280, "max_ms": 3.725, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.184, "count": 280, "max_ms": 6.535, "p95_ms": 5.049}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 280, "max_ms": 0.649, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.308, "count": 280, "max_ms": 98.251, "p95_ms": 70.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.889, "count": 280, "max_ms": 12.954, "p95_ms": 8.49}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.493, "count": 280, "max_ms": 157.705, "p95_ms": 113.934}, "inference_input_copy_ms": {"avg_ms": 1.598, "count": 280, "max_ms": 4.439, "p95_ms": 2.527}, "processing_residual_ms": {"avg_ms": 0.178, "count": 280, "max_ms": 0.504, "p95_ms": 0.33}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.157, "count": 280, "max_ms": 161.887, "p95_ms": 122.029}, "read_interval": {"avg_ms": 107.079, "count": 280, "max_ms": 206.681, "p95_ms": 145.535}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 280, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.478, "count": 280, "max_ms": 2.187, "p95_ms": 1.062}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 280, "max_ms": 0.15, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.463, "count": 280, "max_ms": 2.16, "p95_ms": 1.03}, "worker_merge_ms": {"avg_ms": 0.006, "count": 280, "max_ms": 0.025, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.323, "count": 280, "max_ms": 98.27, "p95_ms": 70.912}, "visualize": {"avg_ms": 34.76, "count": 280, "max_ms": 69.54, "p95_ms": 47.878}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.673, "count": 280, "max_ms": 59.275, "p95_ms": 42.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.208, "count": 280, "max_ms": 67.482, "p95_ms": 45.895}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 280, "max_ms": 6.78, "p95_ms": 2.239}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.075, "count": 280, "max_ms": 66.376, "p95_ms": 45.698}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 280, "max_ms": 1.037, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1177.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.004, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.99, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.099, "exists": true, "size_bytes": 121499, "write_bytes_delta": 121499, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1340.0, "cpu_core_ratio": 0.514981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 27948, "reason": null, "system_cpu_core_ratio": 0.049307, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.465674, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603713, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480118, "system_cpu_s_delta": 9.640000000003056, "user_cpu_core_ratio": 1.123595, "user_cpu_s_delta": 22.55999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.208, "count": 284, "max_ms": 7.209, "p95_ms": 5.114, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.588, "max": 7.0, "p95": 5.0, "sample_count": 284}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 0.831, "max": 1.0, "p95": 1.0, "sample_count": 284}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.688, "count": 30, "max": 52.349, "p95": 36.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.791, "count": 30, "max": 33.824, "p95": 28.468, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1241.8, "count": 30, "max": 1528.0, "p95": 1507.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1609.033, "count": 30, "max": 33072.0, "p95": 5111.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.514, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.54, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.106, "count": 30, "max": 2.836, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.167, "count": 30, "max": 47.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.487, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.144, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6372, "sampled_at": "2026-10-31T12:55:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:55:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1253008, "flush_count": 1342, "flush_interval_seconds": 30.0, "flush_state": {"count": 1342, "last_at": "2026-10-31T12:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1341}, "started": true, "suppressed_count": 747500, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 747364}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1342, "written_record_count": 1342}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6714.516, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:55:23+09:00", "last_error_summary": "[h264 @ 0x5832f3e57740] error while decoding MB 104 45, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2070019584000, "copied_frame_count": 748705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2070019584000, "frame_buffer_copies": 748705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 0.4518, "p50_ms": 0.0985, "p95_ms": 0.2028, "p99_ms": 0.2826}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.502, "count": 512, "max_ms": 5.6464, "p50_ms": 1.4252, "p95_ms": 2.4606, "p99_ms": 3.0143, "results": {"failed": 0, "not_applicable": 0, "success": 748705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:55:23+09:00", "last_error_summary": "[h264 @ 0x5832f3e57740] error while decoding MB 104 45, bytestream -14", "last_exit_at": "2026-10-31T12:55:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.669, "last_started_at": "2026-10-31T12:51:35+09:00", "pid": 27948, "process": {"exists": false, "pid": 27948}, "restart_count": 94, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.62, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-10-31T12:55:23+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-10-31T12:55:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 424.054, "last_sample_duration_ms": 957.063, "last_trigger": "periodic", "next_snapshot_in_sec": 175.946, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 134, "storage_bytes": 2307730}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-10-31T12:55:23.503670+09:00", "mtime_epoch": 1793418923.5036695, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121170}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:55:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.008, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 748705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.484, "max": 7.0, "p95": 4.0, "sample_count": 281}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "total": {"avg": 0.769, "max": 1.0, "p95": 1.0, "sample_count": 281}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.376, "pushed": 9.376, "read": 9.342}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 280, "client_acquire_ms": {"avg_ms": 0.007, "count": 280, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 64.776, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.839, "count": 280, "max_ms": 7.74, "p95_ms": 3.031, "reason": null, "sample_age_ms": 108.499, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 280, "max_ms": 7.374, "p95_ms": 2.001, "reason": null, "sample_age_ms": 108.879, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 280, "max_ms": 2.606, "p95_ms": 0.646, "reason": null, "sample_age_ms": 64.783, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.916, "count": 280, "max_ms": 11.252, "p95_ms": 3.133, "reason": null, "sample_age_ms": 106.371, "source": "client_direct"}, "request_count": 280, "request_tensor_bytes": {"avg": 2764808.0, "count": 280, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 106.345, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 280, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.094, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.581, "count": 280, "max_ms": 91.982, "p95_ms": 63.595, "reason": null, "sample_age_ms": 64.774, "source": "client_direct"}, "sample_age_ms": 64.771, "source": "client_direct", "task_total_ms": {"avg_ms": 46.969, "count": 280, "max_ms": 97.355, "p95_ms": 66.514, "reason": null, "sample_age_ms": 64.771, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.983, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.345, "count": 281, "max_ms": 9.379, "p95_ms": 6.836}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 281, "max_ms": 1.359, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.04, "count": 281, "max_ms": 3.376, "p95_ms": 2.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 281, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.133, "count": 281, "max_ms": 2.053, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 281, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.535, "count": 281, "max_ms": 2.342, "p95_ms": 1.161}, "setup_ms": {"avg_ms": 0.043, "count": 281, "max_ms": 0.129, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.295, "count": 281, "max_ms": 9.322, "p95_ms": 6.74}, "track_match_ms": {"avg_ms": 0.09, "count": 281, "max_ms": 0.404, "p95_ms": 0.207}, "tracker_update_ms": {"avg_ms": 1.11, "count": 281, "max_ms": 3.725, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.181, "count": 281, "max_ms": 6.535, "p95_ms": 5.049}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 281, "max_ms": 0.649, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.295, "count": 281, "max_ms": 98.251, "p95_ms": 70.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.884, "count": 281, "max_ms": 12.954, "p95_ms": 8.49}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.488, "count": 281, "max_ms": 157.705, "p95_ms": 113.934}, "inference_input_copy_ms": {"avg_ms": 1.598, "count": 281, "max_ms": 4.439, "p95_ms": 2.527}, "processing_residual_ms": {"avg_ms": 0.178, "count": 281, "max_ms": 0.504, "p95_ms": 0.33}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.148, "count": 281, "max_ms": 161.887, "p95_ms": 122.029}, "read_interval": {"avg_ms": 107.079, "count": 280, "max_ms": 206.681, "p95_ms": 145.535}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 281, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.477, "count": 281, "max_ms": 2.187, "p95_ms": 1.062}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 281, "max_ms": 0.15, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.461, "count": 281, "max_ms": 2.16, "p95_ms": 1.03}, "worker_merge_ms": {"avg_ms": 0.006, "count": 281, "max_ms": 0.025, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.309, "count": 281, "max_ms": 98.27, "p95_ms": 70.912}, "visualize": {"avg_ms": 34.781, "count": 281, "max_ms": 69.54, "p95_ms": 47.878}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.7, "count": 281, "max_ms": 59.275, "p95_ms": 42.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.229, "count": 281, "max_ms": 67.482, "p95_ms": 45.895}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 281, "max_ms": 6.78, "p95_ms": 2.239}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.096, "count": 281, "max_ms": 66.376, "p95_ms": 45.698}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 281, "max_ms": 1.037, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1177.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.004, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.99, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.099, "exists": true, "size_bytes": 121499, "write_bytes_delta": 121499, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1340.0, "cpu_core_ratio": 0.514981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 27948, "reason": null, "system_cpu_core_ratio": 0.049307, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.465674, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603713, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480118, "system_cpu_s_delta": 9.640000000003056, "user_cpu_core_ratio": 1.123595, "user_cpu_s_delta": 22.55999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.208, "count": 284, "max_ms": 7.209, "p95_ms": 5.114, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.588, "max": 7.0, "p95": 5.0, "sample_count": 284}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 0.831, "max": 1.0, "p95": 1.0, "sample_count": 284}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.688, "count": 30, "max": 52.349, "p95": 36.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.791, "count": 30, "max": 33.824, "p95": 28.468, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1241.8, "count": 30, "max": 1528.0, "p95": 1507.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1609.033, "count": 30, "max": 33072.0, "p95": 5111.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.514, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.54, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.106, "count": 30, "max": 2.836, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.167, "count": 30, "max": 47.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.487, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.144, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6372, "sampled_at": "2026-10-31T12:55:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:55:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1253008, "flush_count": 1342, "flush_interval_seconds": 30.0, "flush_state": {"count": 1342, "last_at": "2026-10-31T12:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1341}, "started": true, "suppressed_count": 747500, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 747364}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1342, "written_record_count": 1342}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6714.164, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2070019584000, "copied_frame_count": 748705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2070019584000, "frame_buffer_copies": 748705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 0.4518, "p50_ms": 0.0985, "p95_ms": 0.2028, "p99_ms": 0.2826}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.502, "count": 512, "max_ms": 5.6464, "p50_ms": 1.4252, "p95_ms": 2.4606, "p99_ms": 3.0143, "results": {"failed": 0, "not_applicable": 0, "success": 748705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:55:23+09:00", "last_error_summary": "[h264 @ 0x5832f3e57740] error while decoding MB 104 45, bytestream -14", "last_exit_at": "2026-10-31T12:55:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.696, "last_started_at": "2026-10-31T12:51:35+09:00", "pid": 27948, "process": {"exists": false, "pid": 27948}, "restart_count": 94, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.62, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-31T12:55:23+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-10-31T12:55:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 424.083, "last_sample_duration_ms": 957.063, "last_trigger": "periodic", "next_snapshot_in_sec": 175.917, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 134, "storage_bytes": 2307730}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-31T12:55:23.503670+09:00", "mtime_epoch": 1793418923.5036695, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121170}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:55:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.008, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 748705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.486, "max": 7.0, "p95": 4.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "total": {"avg": 0.768, "max": 1.0, "p95": 1.0, "sample_count": 280}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.367, "pushed": 9.367, "read": 9.334}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 280, "client_acquire_ms": {"avg_ms": 0.007, "count": 280, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 93.401, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.839, "count": 280, "max_ms": 7.74, "p95_ms": 3.031, "reason": null, "sample_age_ms": 137.123, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 280, "max_ms": 7.374, "p95_ms": 2.001, "reason": null, "sample_age_ms": 137.503, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 280, "max_ms": 2.606, "p95_ms": 0.646, "reason": null, "sample_age_ms": 93.407, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.916, "count": 280, "max_ms": 11.252, "p95_ms": 3.133, "reason": null, "sample_age_ms": 134.995, "source": "client_direct"}, "request_count": 280, "request_tensor_bytes": {"avg": 2764808.0, "count": 280, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.97, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 280, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.718, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.581, "count": 280, "max_ms": 91.982, "p95_ms": 63.595, "reason": null, "sample_age_ms": 93.398, "source": "client_direct"}, "sample_age_ms": 93.395, "source": "client_direct", "task_total_ms": {"avg_ms": 46.969, "count": 280, "max_ms": 97.355, "p95_ms": 66.514, "reason": null, "sample_age_ms": 93.395, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.085, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.349, "count": 280, "max_ms": 9.379, "p95_ms": 6.836}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 280, "max_ms": 1.359, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.041, "count": 280, "max_ms": 3.376, "p95_ms": 2.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 280, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.133, "count": 280, "max_ms": 2.053, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 280, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.536, "count": 280, "max_ms": 2.342, "p95_ms": 1.161}, "setup_ms": {"avg_ms": 0.043, "count": 280, "max_ms": 0.129, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.298, "count": 280, "max_ms": 9.322, "p95_ms": 6.74}, "track_match_ms": {"avg_ms": 0.09, "count": 280, "max_ms": 0.404, "p95_ms": 0.207}, "tracker_update_ms": {"avg_ms": 1.111, "count": 280, "max_ms": 3.725, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.181, "count": 281, "max_ms": 6.535, "p95_ms": 5.049}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 280, "max_ms": 0.649, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.227, "count": 280, "max_ms": 98.251, "p95_ms": 70.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.884, "count": 281, "max_ms": 12.954, "p95_ms": 8.49}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.488, "count": 281, "max_ms": 157.705, "p95_ms": 113.934}, "inference_input_copy_ms": {"avg_ms": 1.598, "count": 281, "max_ms": 4.439, "p95_ms": 2.527}, "processing_residual_ms": {"avg_ms": 0.178, "count": 281, "max_ms": 0.504, "p95_ms": 0.33}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.148, "count": 281, "max_ms": 161.887, "p95_ms": 122.029}, "read_interval": {"avg_ms": 107.079, "count": 280, "max_ms": 206.681, "p95_ms": 145.535}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 280, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.477, "count": 280, "max_ms": 2.187, "p95_ms": 1.062}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 280, "max_ms": 0.15, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.462, "count": 280, "max_ms": 2.16, "p95_ms": 1.03}, "worker_merge_ms": {"avg_ms": 0.006, "count": 280, "max_ms": 0.025, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.241, "count": 280, "max_ms": 98.27, "p95_ms": 70.912}, "visualize": {"avg_ms": 34.761, "count": 280, "max_ms": 69.54, "p95_ms": 47.878}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.689, "count": 280, "max_ms": 59.275, "p95_ms": 42.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.209, "count": 280, "max_ms": 67.482, "p95_ms": 45.895}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 280, "max_ms": 6.78, "p95_ms": 2.239}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.077, "count": 280, "max_ms": 66.376, "p95_ms": 45.698}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 280, "max_ms": 1.037, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1177.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.004, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.99, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.099, "exists": true, "size_bytes": 121499, "write_bytes_delta": 121499, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1340.0, "cpu_core_ratio": 0.514981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 27948, "reason": null, "system_cpu_core_ratio": 0.049307, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.465674, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603713, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480118, "system_cpu_s_delta": 9.640000000003056, "user_cpu_core_ratio": 1.123595, "user_cpu_s_delta": 22.55999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.208, "count": 284, "max_ms": 7.209, "p95_ms": 5.114, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.588, "max": 7.0, "p95": 5.0, "sample_count": 284}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 0.831, "max": 1.0, "p95": 1.0, "sample_count": 284}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.688, "count": 30, "max": 52.349, "p95": 36.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.791, "count": 30, "max": 33.824, "p95": 28.468, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1241.8, "count": 30, "max": 1528.0, "p95": 1507.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1609.033, "count": 30, "max": 33072.0, "p95": 5111.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.514, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.54, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.106, "count": 30, "max": 2.836, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.167, "count": 30, "max": 47.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.487, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.144, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6372, "sampled_at": "2026-10-31T12:55:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:55:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1253008, "flush_count": 1342, "flush_interval_seconds": 30.0, "flush_state": {"count": 1342, "last_at": "2026-10-31T12:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1341}, "started": true, "suppressed_count": 747500, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 747364}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1342, "written_record_count": 1342}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6888.199, "limit_mb": null}, "detail": {"pid": 28064, "restart_count": 95, "start_count": 96}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2070019584000, "copied_frame_count": 748705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2070019584000, "frame_buffer_copies": 748705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 0.4518, "p50_ms": 0.0985, "p95_ms": 0.2028, "p99_ms": 0.2826}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.502, "count": 512, "max_ms": 5.6464, "p50_ms": 1.4252, "p95_ms": 2.4606, "p99_ms": 3.0143, "results": {"failed": 0, "not_applicable": 0, "success": 748705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:55:23+09:00", "last_error_summary": "[h264 @ 0x5832f3e57740] error while decoding MB 104 45, bytestream -14", "last_exit_at": "2026-10-31T12:55:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:55:25+09:00", "pid": 28064, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.113, "name": "ffmpeg", "pid": 28064, "rss_mb": 209.113, "state": "S (sleeping)", "threads": 70}, "restart_count": 95, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.672, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.433, "last_frame_pushed_at": "2026-10-31T12:55:23+09:00", "last_frame_read_age_sec": 4.526, "last_frame_read_at": "2026-10-31T12:55:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 428.477, "last_sample_duration_ms": 957.063, "last_trigger": "periodic", "next_snapshot_in_sec": 171.523, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 134, "storage_bytes": 2307730}, "mjpeg": {"age_sec": 4.425, "exists": true, "mtime": "2026-10-31T12:55:23.503670+09:00", "mtime_epoch": 1793418923.5036695, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121170}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:55:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.012, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 748705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.467, "max": 7.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 0.75, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.021, "pushed": 8.021, "read": 7.988}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4488.128, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 239, "max_ms": 7.74, "p95_ms": 3.264, "reason": null, "sample_age_ms": 4531.85, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 239, "max_ms": 7.374, "p95_ms": 2.117, "reason": null, "sample_age_ms": 4532.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.288, "count": 240, "max_ms": 2.606, "p95_ms": 0.55, "reason": null, "sample_age_ms": 4488.135, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.88, "count": 239, "max_ms": 11.252, "p95_ms": 2.988, "reason": null, "sample_age_ms": 4529.722, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4529.697, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4488.445, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.652, "count": 240, "max_ms": 91.982, "p95_ms": 63.596, "reason": null, "sample_age_ms": 4488.125, "source": "client_direct"}, "sample_age_ms": 4488.122, "source": "client_direct", "task_total_ms": {"avg_ms": 46.988, "count": 240, "max_ms": 97.355, "p95_ms": 66.887, "reason": null, "sample_age_ms": 4488.122, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.594, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.227, "count": 240, "max_ms": 9.379, "p95_ms": 6.451}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 240, "max_ms": 1.359, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.003, "count": 240, "max_ms": 3.376, "p95_ms": 2.134}, "event_filter_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.027, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.13, "count": 240, "max_ms": 2.053, "p95_ms": 0.237}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.518, "count": 240, "max_ms": 2.342, "p95_ms": 1.091}, "setup_ms": {"avg_ms": 0.042, "count": 240, "max_ms": 0.129, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.177, "count": 240, "max_ms": 9.322, "p95_ms": 6.377}, "track_match_ms": {"avg_ms": 0.084, "count": 240, "max_ms": 0.38, "p95_ms": 0.196}, "tracker_update_ms": {"avg_ms": 1.061, "count": 240, "max_ms": 3.725, "p95_ms": 2.236}}, "gstreamer_push": {"avg_ms": 3.144, "count": 240, "max_ms": 6.535, "p95_ms": 5.02}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 240, "max_ms": 0.649, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.255, "count": 240, "max_ms": 98.251, "p95_ms": 71.077}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.867, "count": 240, "max_ms": 12.954, "p95_ms": 8.495}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.974, "count": 240, "max_ms": 157.705, "p95_ms": 116.341}, "inference_input_copy_ms": {"avg_ms": 1.586, "count": 240, "max_ms": 4.439, "p95_ms": 2.542}, "processing_residual_ms": {"avg_ms": 0.174, "count": 240, "max_ms": 0.476, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.601, "count": 240, "max_ms": 161.887, "p95_ms": 124.048}, "read_interval": {"avg_ms": 106.619, "count": 239, "max_ms": 206.681, "p95_ms": 148.182}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.044, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.461, "count": 240, "max_ms": 2.187, "p95_ms": 1.032}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.15, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.445, "count": 240, "max_ms": 2.16, "p95_ms": 1.016}, "worker_merge_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.269, "count": 240, "max_ms": 98.27, "p95_ms": 71.089}, "visualize": {"avg_ms": 34.441, "count": 240, "max_ms": 69.54, "p95_ms": 47.988}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.447, "count": 240, "max_ms": 59.275, "p95_ms": 42.386}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.915, "count": 240, "max_ms": 67.482, "p95_ms": 45.909}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 240, "max_ms": 6.78, "p95_ms": 2.192}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.784, "count": 240, "max_ms": 66.376, "p95_ms": 45.724}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 240, "max_ms": 1.037, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1177.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.004, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.99, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:55:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.099, "exists": true, "size_bytes": 121499, "write_bytes_delta": 121499, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1340.0, "cpu_core_ratio": 0.514981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 27948, "reason": null, "system_cpu_core_ratio": 0.049307, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.465674, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603713, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.480118, "system_cpu_s_delta": 9.640000000003056, "user_cpu_core_ratio": 1.123595, "user_cpu_s_delta": 22.55999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.208, "count": 284, "max_ms": 7.209, "p95_ms": 5.114, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.588, "max": 7.0, "p95": 5.0, "sample_count": 284}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 0.831, "max": 1.0, "p95": 1.0, "sample_count": 284}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.688, "count": 30, "max": 52.349, "p95": 36.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.791, "count": 30, "max": 33.824, "p95": 28.468, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1241.8, "count": 30, "max": 1528.0, "p95": 1507.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1609.033, "count": 30, "max": 33072.0, "p95": 5111.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.514, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.54, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.106, "count": 30, "max": 2.836, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116502.933, "count": 30, "max": 121987.0, "p95": 121409.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.167, "count": 30, "max": 47.0, "p95": 28.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.487, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.886, "count": 30, "max": 1.144, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6372, "sampled_at": "2026-10-31T12:55:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:55:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1255975, "flush_count": 1345, "flush_interval_seconds": 30.0, "flush_state": {"count": 1345, "last_at": "2026-10-31T12:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1344}, "started": true, "suppressed_count": 749126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 748990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1345, "written_record_count": 1345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6749.527, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ac606036680] left block unavailable for requested intra mode [h264 @ 0x5ac606036680] error while decoding MB 0 65, bytestream 14754 [h264 @ 0x5ac60605ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60605ea00] error while decoding MB 0 45, bytestream 13624 [h264 @ 0x5ac60600e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60600e300] error while decoding MB 0 61, bytestream 1888 [h264 @ 0x5ac606b54b80] error while decoding MB 92 56, bytes", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2074523443200, "copied_frame_count": 750334, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2074523443200, "frame_buffer_copies": 750334, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 1.3173, "p50_ms": 0.1037, "p95_ms": 0.225, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 7.3388, "p50_ms": 1.4297, "p95_ms": 2.4067, "p99_ms": 3.071, "results": {"failed": 0, "not_applicable": 0, "success": 750334, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:58:41+09:00", "last_error_summary": "[h264 @ 0x5ac606036680] left block unavailable for requested intra mode [h264 @ 0x5ac606036680] error while decoding MB 0 65, bytestream 14754 [h264 @ 0x5ac60605ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60605ea00] error while decoding MB 0 45, bytestream 13624 [h264 @ 0x5ac60600e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60600e300] error while decoding MB 0 61, bytestream 1888 [h264 @ 0x5ac606b54b80] error while decoding MB 92 56, bytes", "last_exit_at": "2026-10-31T12:58:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.18, "last_started_at": "2026-10-31T12:55:25+09:00", "pid": 28064, "process": {"exists": false, "pid": 28064}, "restart_count": 95, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.132, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-10-31T12:58:41+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-10-31T12:58:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.471, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 580.529, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-10-31T12:58:41.029933+09:00", "mtime_epoch": 1793419121.0299335, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120846}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:58:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.816, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 750334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.312, "max": 9.0, "p95": 7.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "total": {"avg": 0.372, "max": 1.0, "p95": 1.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.643, "pushed": 6.609, "read": 6.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 57.721, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 198, "max_ms": 7.434, "p95_ms": 3.1, "reason": null, "sample_age_ms": 100.198, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 198, "max_ms": 3.828, "p95_ms": 2.136, "reason": null, "sample_age_ms": 100.57, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 199, "max_ms": 0.798, "p95_ms": 0.548, "reason": null, "sample_age_ms": 57.729, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.118, "count": 198, "max_ms": 4.372, "p95_ms": 3.318, "reason": null, "sample_age_ms": 98.94, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 98.924, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.012, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.77, "count": 199, "max_ms": 70.873, "p95_ms": 64.454, "reason": null, "sample_age_ms": 57.717, "source": "client_direct"}, "sample_age_ms": 57.714, "source": "client_direct", "task_total_ms": {"avg_ms": 49.354, "count": 199, "max_ms": 72.982, "p95_ms": 67.688, "reason": null, "sample_age_ms": 57.714, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.46, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.942, "count": 199, "max_ms": 12.206, "p95_ms": 5.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 199, "max_ms": 0.729, "p95_ms": 0.536}, "detection_prepare_ms": {"avg_ms": 0.556, "count": 199, "max_ms": 2.743, "p95_ms": 1.678}, "event_filter_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 199, "max_ms": 0.498, "p95_ms": 0.341}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.326, "count": 199, "max_ms": 1.187, "p95_ms": 0.833}, "setup_ms": {"avg_ms": 0.042, "count": 199, "max_ms": 0.136, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 1.9, "count": 199, "max_ms": 12.155, "p95_ms": 4.947}, "track_match_ms": {"avg_ms": 0.025, "count": 199, "max_ms": 0.145, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 0.52, "count": 199, "max_ms": 9.041, "p95_ms": 1.666}}, "gstreamer_push": {"avg_ms": 3.05, "count": 198, "max_ms": 6.504, "p95_ms": 4.871}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 199, "max_ms": 0.123, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.562, "count": 199, "max_ms": 74.205, "p95_ms": 68.999}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.715, "count": 199, "max_ms": 12.025, "p95_ms": 8.321}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.235, "count": 199, "max_ms": 113.456, "p95_ms": 104.85}, "inference_input_copy_ms": {"avg_ms": 1.792, "count": 199, "max_ms": 6.506, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.186, "count": 199, "max_ms": 0.46, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.928, "count": 199, "max_ms": 117.194, "p95_ms": 110.091}, "read_interval": {"avg_ms": 151.236, "count": 198, "max_ms": 5762.033, "p95_ms": 142.678}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 199, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.274, "count": 199, "max_ms": 1.068, "p95_ms": 0.747}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 199, "max_ms": 0.049, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.259, "count": 199, "max_ms": 1.039, "p95_ms": 0.726}, "worker_merge_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.577, "count": 199, "max_ms": 74.235, "p95_ms": 69.01}, "visualize": {"avg_ms": 31.637, "count": 199, "max_ms": 46.601, "p95_ms": 40.199}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.657, "count": 199, "max_ms": 41.656, "p95_ms": 36.812}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.169, "count": 199, "max_ms": 45.138, "p95_ms": 38.833}, "visualize_input_copy_ms": {"avg_ms": 1.277, "count": 199, "max_ms": 2.877, "p95_ms": 1.943}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.054, "count": 199, "max_ms": 44.957, "p95_ms": 38.727}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 199, "max_ms": 0.201, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1178.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.752, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.567, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121821, "write_bytes_delta": 121821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 205.0, "cpu_core_ratio": 0.928738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1277.0, "pid": 28064, "reason": null, "system_cpu_core_ratio": 0.462972, "system_cpu_s_delta": 4.969999999999999, "user_cpu_core_ratio": 0.465766, "user_cpu_s_delta": 5.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.804844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.258966, "system_cpu_s_delta": 2.779999999998836, "user_cpu_core_ratio": 0.545878, "user_cpu_s_delta": 5.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 170, "max_ms": 7.642, "p95_ms": 5.255, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.059, "max": 9.0, "p95": 7.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 25}, "total": {"avg": 0.147, "max": 1.0, "p95": 1.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.519, "count": 30, "max": 52.349, "p95": 33.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.993, "count": 30, "max": 29.171, "p95": 26.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 857.3, "count": 30, "max": 1360.0, "p95": 1335.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.067, "count": 30, "max": 33072.0, "p95": 2768.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.463, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.53, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.099, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.633, "count": 30, "max": 33.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.489, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.013, "count": 30, "max": 1.158, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6389, "sampled_at": "2026-10-31T12:58:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:58:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1255975, "flush_count": 1345, "flush_interval_seconds": 30.0, "flush_state": {"count": 1345, "last_at": "2026-10-31T12:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1344}, "started": true, "suppressed_count": 749126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 748990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1345, "written_record_count": 1345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6749.734, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T12:58:41+09:00", "last_error_summary": "[h264 @ 0x5ac606036680] left block unavailable for requested intra mode [h264 @ 0x5ac606036680] error while decoding MB 0 65, bytestream 14754 [h264 @ 0x5ac60605ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60605ea00] error while decoding MB 0 45, bytestream 13624 [h264 @ 0x5ac60600e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60600e300] error while decoding MB 0 61, bytestream 1888 [h264 @ 0x5ac606b54b80] error while decoding MB 92 56, bytes", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2074523443200, "copied_frame_count": 750334, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2074523443200, "frame_buffer_copies": 750334, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 1.3173, "p50_ms": 0.1037, "p95_ms": 0.225, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 7.3388, "p50_ms": 1.4297, "p95_ms": 2.4067, "p99_ms": 3.071, "results": {"failed": 0, "not_applicable": 0, "success": 750334, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:58:41+09:00", "last_error_summary": "[h264 @ 0x5ac606036680] left block unavailable for requested intra mode [h264 @ 0x5ac606036680] error while decoding MB 0 65, bytestream 14754 [h264 @ 0x5ac60605ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60605ea00] error while decoding MB 0 45, bytestream 13624 [h264 @ 0x5ac60600e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60600e300] error while decoding MB 0 61, bytestream 1888 [h264 @ 0x5ac606b54b80] error while decoding MB 92 56, bytes", "last_exit_at": "2026-10-31T12:58:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.23, "last_started_at": "2026-10-31T12:55:25+09:00", "pid": 28064, "process": {"exists": false, "pid": 28064}, "restart_count": 95, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.132, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-31T12:58:41+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-31T12:58:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.505, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 580.495, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-31T12:58:41.128934+09:00", "mtime_epoch": 1793419121.128934, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120957}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:58:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.816, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 750334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.313, "max": 9.0, "p95": 7.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "total": {"avg": 0.374, "max": 1.0, "p95": 1.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.634, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 95.691, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 198, "max_ms": 7.434, "p95_ms": 3.1, "reason": null, "sample_age_ms": 138.168, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 198, "max_ms": 3.828, "p95_ms": 2.136, "reason": null, "sample_age_ms": 138.54, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 198, "max_ms": 0.798, "p95_ms": 0.548, "reason": null, "sample_age_ms": 95.7, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.118, "count": 198, "max_ms": 4.372, "p95_ms": 3.318, "reason": null, "sample_age_ms": 136.91, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.894, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.982, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.795, "count": 198, "max_ms": 70.873, "p95_ms": 64.482, "reason": null, "sample_age_ms": 95.687, "source": "client_direct"}, "sample_age_ms": 95.684, "source": "client_direct", "task_total_ms": {"avg_ms": 49.376, "count": 198, "max_ms": 72.982, "p95_ms": 67.694, "reason": null, "sample_age_ms": 95.684, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.413, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.949, "count": 198, "max_ms": 12.206, "p95_ms": 5.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.284, "count": 198, "max_ms": 0.729, "p95_ms": 0.536}, "detection_prepare_ms": {"avg_ms": 0.558, "count": 198, "max_ms": 2.743, "p95_ms": 1.678}, "event_filter_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 198, "max_ms": 0.498, "p95_ms": 0.341}, "mcmt_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.327, "count": 198, "max_ms": 1.187, "p95_ms": 0.833}, "setup_ms": {"avg_ms": 0.042, "count": 198, "max_ms": 0.136, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 1.907, "count": 198, "max_ms": 12.155, "p95_ms": 4.947}, "track_match_ms": {"avg_ms": 0.025, "count": 198, "max_ms": 0.145, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 0.522, "count": 198, "max_ms": 9.041, "p95_ms": 1.666}}, "gstreamer_push": {"avg_ms": 3.072, "count": 199, "max_ms": 7.337, "p95_ms": 4.878}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 198, "max_ms": 0.123, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.585, "count": 198, "max_ms": 74.205, "p95_ms": 68.999}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.717, "count": 198, "max_ms": 12.025, "p95_ms": 8.321}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.317, "count": 198, "max_ms": 113.456, "p95_ms": 104.85}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 198, "max_ms": 6.506, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.186, "count": 198, "max_ms": 0.46, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.01, "count": 198, "max_ms": 117.194, "p95_ms": 110.091}, "read_interval": {"avg_ms": 151.236, "count": 198, "max_ms": 5762.033, "p95_ms": 142.678}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 198, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.275, "count": 198, "max_ms": 1.068, "p95_ms": 0.747}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 198, "max_ms": 0.049, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.26, "count": 198, "max_ms": 1.039, "p95_ms": 0.726}, "worker_merge_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.6, "count": 198, "max_ms": 74.235, "p95_ms": 69.01}, "visualize": {"avg_ms": 31.687, "count": 198, "max_ms": 46.601, "p95_ms": 40.199}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.699, "count": 198, "max_ms": 41.656, "p95_ms": 36.812}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.217, "count": 198, "max_ms": 45.138, "p95_ms": 38.833}, "visualize_input_copy_ms": {"avg_ms": 1.279, "count": 198, "max_ms": 2.877, "p95_ms": 1.943}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.101, "count": 198, "max_ms": 44.957, "p95_ms": 38.727}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 198, "max_ms": 0.201, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1178.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.752, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.567, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121821, "write_bytes_delta": 121821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 205.0, "cpu_core_ratio": 0.928738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1277.0, "pid": 28064, "reason": null, "system_cpu_core_ratio": 0.462972, "system_cpu_s_delta": 4.969999999999999, "user_cpu_core_ratio": 0.465766, "user_cpu_s_delta": 5.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.804844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.258966, "system_cpu_s_delta": 2.779999999998836, "user_cpu_core_ratio": 0.545878, "user_cpu_s_delta": 5.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 170, "max_ms": 7.642, "p95_ms": 5.255, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.059, "max": 9.0, "p95": 7.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 25}, "total": {"avg": 0.147, "max": 1.0, "p95": 1.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.519, "count": 30, "max": 52.349, "p95": 33.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.993, "count": 30, "max": 29.171, "p95": 26.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 857.3, "count": 30, "max": 1360.0, "p95": 1335.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.067, "count": 30, "max": 33072.0, "p95": 2768.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.463, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.53, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.099, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.633, "count": 30, "max": 33.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.489, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.013, "count": 30, "max": 1.158, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6389, "sampled_at": "2026-10-31T12:58:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:58:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1255975, "flush_count": 1345, "flush_interval_seconds": 30.0, "flush_state": {"count": 1345, "last_at": "2026-10-31T12:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1344}, "started": true, "suppressed_count": 749126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 748990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1345, "written_record_count": 1345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6749.93, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2074523443200, "copied_frame_count": 750334, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2074523443200, "frame_buffer_copies": 750334, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 1.3173, "p50_ms": 0.1037, "p95_ms": 0.225, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 7.3388, "p50_ms": 1.4297, "p95_ms": 2.4067, "p99_ms": 3.071, "results": {"failed": 0, "not_applicable": 0, "success": 750334, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:58:41+09:00", "last_error_summary": "[h264 @ 0x5ac606036680] left block unavailable for requested intra mode [h264 @ 0x5ac606036680] error while decoding MB 0 65, bytestream 14754 [h264 @ 0x5ac60605ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60605ea00] error while decoding MB 0 45, bytestream 13624 [h264 @ 0x5ac60600e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60600e300] error while decoding MB 0 61, bytestream 1888 [h264 @ 0x5ac606b54b80] error while decoding MB 92 56, bytes", "last_exit_at": "2026-10-31T12:58:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.262, "last_started_at": "2026-10-31T12:55:25+09:00", "pid": 28064, "process": {"exists": false, "pid": 28064}, "restart_count": 95, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.132, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-31T12:58:41+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-31T12:58:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.53, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 580.47, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-31T12:58:41.128934+09:00", "mtime_epoch": 1793419121.128934, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120957}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:58:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.816, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 750334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.313, "max": 9.0, "p95": 7.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "total": {"avg": 0.374, "max": 1.0, "p95": 1.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.611, "pushed": 6.611, "read": 6.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 122.801, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.834, "count": 197, "max_ms": 7.434, "p95_ms": 2.993, "reason": null, "sample_age_ms": 165.278, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 197, "max_ms": 3.828, "p95_ms": 2.012, "reason": null, "sample_age_ms": 165.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 198, "max_ms": 0.798, "p95_ms": 0.548, "reason": null, "sample_age_ms": 122.81, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.118, "count": 197, "max_ms": 4.372, "p95_ms": 3.318, "reason": null, "sample_age_ms": 164.02, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.004, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.092, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.795, "count": 198, "max_ms": 70.873, "p95_ms": 64.482, "reason": null, "sample_age_ms": 122.797, "source": "client_direct"}, "sample_age_ms": 122.794, "source": "client_direct", "task_total_ms": {"avg_ms": 49.376, "count": 198, "max_ms": 72.982, "p95_ms": 67.694, "reason": null, "sample_age_ms": 122.794, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.631, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.949, "count": 198, "max_ms": 12.206, "p95_ms": 5.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.284, "count": 198, "max_ms": 0.729, "p95_ms": 0.536}, "detection_prepare_ms": {"avg_ms": 0.558, "count": 198, "max_ms": 2.743, "p95_ms": 1.678}, "event_filter_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 198, "max_ms": 0.498, "p95_ms": 0.341}, "mcmt_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.327, "count": 198, "max_ms": 1.187, "p95_ms": 0.833}, "setup_ms": {"avg_ms": 0.042, "count": 198, "max_ms": 0.136, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 1.907, "count": 198, "max_ms": 12.155, "p95_ms": 4.947}, "track_match_ms": {"avg_ms": 0.025, "count": 198, "max_ms": 0.145, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 0.522, "count": 198, "max_ms": 9.041, "p95_ms": 1.666}}, "gstreamer_push": {"avg_ms": 3.073, "count": 198, "max_ms": 7.337, "p95_ms": 4.878}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 198, "max_ms": 0.123, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.585, "count": 198, "max_ms": 74.205, "p95_ms": 68.999}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.717, "count": 198, "max_ms": 12.025, "p95_ms": 8.321}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.317, "count": 198, "max_ms": 113.456, "p95_ms": 104.85}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 198, "max_ms": 6.506, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.186, "count": 198, "max_ms": 0.46, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.01, "count": 198, "max_ms": 117.194, "p95_ms": 110.091}, "read_interval": {"avg_ms": 151.586, "count": 197, "max_ms": 5762.033, "p95_ms": 142.678}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 198, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.275, "count": 198, "max_ms": 1.068, "p95_ms": 0.747}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 198, "max_ms": 0.049, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.26, "count": 198, "max_ms": 1.039, "p95_ms": 0.726}, "worker_merge_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.6, "count": 198, "max_ms": 74.235, "p95_ms": 69.01}, "visualize": {"avg_ms": 31.687, "count": 198, "max_ms": 46.601, "p95_ms": 40.199}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.699, "count": 198, "max_ms": 41.656, "p95_ms": 36.812}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.217, "count": 198, "max_ms": 45.138, "p95_ms": 38.833}, "visualize_input_copy_ms": {"avg_ms": 1.279, "count": 198, "max_ms": 2.877, "p95_ms": 1.943}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.101, "count": 198, "max_ms": 44.957, "p95_ms": 38.727}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 198, "max_ms": 0.201, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1178.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.752, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.567, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121821, "write_bytes_delta": 121821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 205.0, "cpu_core_ratio": 0.928738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1277.0, "pid": 28064, "reason": null, "system_cpu_core_ratio": 0.462972, "system_cpu_s_delta": 4.969999999999999, "user_cpu_core_ratio": 0.465766, "user_cpu_s_delta": 5.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.804844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.258966, "system_cpu_s_delta": 2.779999999998836, "user_cpu_core_ratio": 0.545878, "user_cpu_s_delta": 5.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 170, "max_ms": 7.642, "p95_ms": 5.255, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.059, "max": 9.0, "p95": 7.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 25}, "total": {"avg": 0.147, "max": 1.0, "p95": 1.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.519, "count": 30, "max": 52.349, "p95": 33.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.993, "count": 30, "max": 29.171, "p95": 26.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 857.3, "count": 30, "max": 1360.0, "p95": 1335.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.067, "count": 30, "max": 33072.0, "p95": 2768.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.463, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.53, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.099, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.633, "count": 30, "max": 33.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.489, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.013, "count": 30, "max": 1.158, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6389, "sampled_at": "2026-10-31T12:58:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:58:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1255975, "flush_count": 1345, "flush_interval_seconds": 30.0, "flush_state": {"count": 1345, "last_at": "2026-10-31T12:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T12:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1344}, "started": true, "suppressed_count": 749126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 748990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1345, "written_record_count": 1345}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6924.301, "limit_mb": null}, "detail": {"pid": 28180, "restart_count": 96, "start_count": 97}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2074523443200, "copied_frame_count": 750334, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2074523443200, "frame_buffer_copies": 750334, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 1.3173, "p50_ms": 0.1037, "p95_ms": 0.225, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 7.3388, "p50_ms": 1.4297, "p95_ms": 2.4067, "p99_ms": 3.071, "results": {"failed": 0, "not_applicable": 0, "success": 750334, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T12:58:41+09:00", "last_error_summary": "[h264 @ 0x5ac606036680] left block unavailable for requested intra mode [h264 @ 0x5ac606036680] error while decoding MB 0 65, bytestream 14754 [h264 @ 0x5ac60605ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60605ea00] error while decoding MB 0 45, bytestream 13624 [h264 @ 0x5ac60600e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5ac60600e300] error while decoding MB 0 61, bytestream 1888 [h264 @ 0x5ac606b54b80] error while decoding MB 92 56, bytes", "last_exit_at": "2026-10-31T12:58:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T12:58:44+09:00", "pid": 28180, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.492, "name": "ffmpeg", "pid": 28180, "rss_mb": 208.492, "state": "S (sleeping)", "threads": 70}, "restart_count": 96, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.165, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.019, "last_frame_pushed_at": "2026-10-31T12:58:41+09:00", "last_frame_read_age_sec": 5.117, "last_frame_read_at": "2026-10-31T12:58:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 24.5, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 575.5, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 5.016, "exists": true, "mtime": "2026-10-31T12:58:41.128934+09:00", "mtime_epoch": 1793419121.128934, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120957}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T12:58:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1178.82, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 750334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.213, "max": 8.0, "p95": 6.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "total": {"avg": 0.453, "max": 1.0, "p95": 1.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.004, "pushed": 5.004, "read": 4.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.008, "count": 149, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5079.729, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 149, "max_ms": 4.431, "p95_ms": 3.119, "reason": null, "sample_age_ms": 5122.206, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 149, "max_ms": 3.539, "p95_ms": 2.142, "reason": null, "sample_age_ms": 5122.579, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 149, "max_ms": 0.798, "p95_ms": 0.571, "reason": null, "sample_age_ms": 5079.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.128, "count": 149, "max_ms": 4.222, "p95_ms": 3.275, "reason": null, "sample_age_ms": 5120.949, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2764808.0, "count": 149, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5120.933, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5080.021, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.115, "count": 149, "max_ms": 68.531, "p95_ms": 64.73, "reason": null, "sample_age_ms": 5079.725, "source": "client_direct"}, "sample_age_ms": 5079.722, "source": "client_direct", "task_total_ms": {"avg_ms": 49.708, "count": 149, "max_ms": 71.263, "p95_ms": 68.477, "reason": null, "sample_age_ms": 5079.722, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.513, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.229, "count": 150, "max_ms": 12.206, "p95_ms": 5.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 150, "max_ms": 0.729, "p95_ms": 0.536}, "detection_prepare_ms": {"avg_ms": 0.656, "count": 150, "max_ms": 2.743, "p95_ms": 1.711}, "event_filter_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.155, "count": 150, "max_ms": 0.498, "p95_ms": 0.349}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.367, "count": 150, "max_ms": 1.187, "p95_ms": 0.845}, "setup_ms": {"avg_ms": 0.042, "count": 150, "max_ms": 0.103, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 2.185, "count": 150, "max_ms": 12.155, "p95_ms": 5.089}, "track_match_ms": {"avg_ms": 0.03, "count": 150, "max_ms": 0.145, "p95_ms": 0.098}, "tracker_update_ms": {"avg_ms": 0.633, "count": 150, "max_ms": 9.041, "p95_ms": 1.684}}, "gstreamer_push": {"avg_ms": 3.058, "count": 150, "max_ms": 7.337, "p95_ms": 5.165}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 150, "max_ms": 0.123, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.972, "count": 150, "max_ms": 74.205, "p95_ms": 69.7}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.698, "count": 150, "max_ms": 12.025, "p95_ms": 8.321}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.243, "count": 150, "max_ms": 113.456, "p95_ms": 106.045}, "inference_input_copy_ms": {"avg_ms": 1.791, "count": 150, "max_ms": 6.506, "p95_ms": 2.881}, "processing_residual_ms": {"avg_ms": 0.18, "count": 150, "max_ms": 0.46, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.912, "count": 150, "max_ms": 117.194, "p95_ms": 110.243}, "read_interval": {"avg_ms": 167.402, "count": 149, "max_ms": 5762.033, "p95_ms": 143.674}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 150, "max_ms": 0.046, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.314, "count": 150, "max_ms": 1.068, "p95_ms": 0.756}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 150, "max_ms": 0.049, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.298, "count": 150, "max_ms": 1.039, "p95_ms": 0.737}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.986, "count": 150, "max_ms": 74.235, "p95_ms": 69.708}, "visualize": {"avg_ms": 31.937, "count": 150, "max_ms": 46.601, "p95_ms": 41.18}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.754, "count": 150, "max_ms": 41.656, "p95_ms": 37.198}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.444, "count": 150, "max_ms": 45.138, "p95_ms": 39.633}, "visualize_input_copy_ms": {"avg_ms": 1.301, "count": 150, "max_ms": 2.877, "p95_ms": 1.943}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.326, "count": 150, "max_ms": 44.957, "p95_ms": 39.537}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 150, "max_ms": 0.201, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1178.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.752, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.567, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T12:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121821, "write_bytes_delta": 121821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 205.0, "cpu_core_ratio": 0.928738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1277.0, "pid": 28064, "reason": null, "system_cpu_core_ratio": 0.462972, "system_cpu_s_delta": 4.969999999999999, "user_cpu_core_ratio": 0.465766, "user_cpu_s_delta": 5.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.804844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.258966, "system_cpu_s_delta": 2.779999999998836, "user_cpu_core_ratio": 0.545878, "user_cpu_s_delta": 5.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 170, "max_ms": 7.642, "p95_ms": 5.255, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.059, "max": 9.0, "p95": 7.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 25}, "total": {"avg": 0.147, "max": 1.0, "p95": 1.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.519, "count": 30, "max": 52.349, "p95": 33.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.993, "count": 30, "max": 29.171, "p95": 26.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 857.3, "count": 30, "max": 1360.0, "p95": 1335.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.067, "count": 30, "max": 33072.0, "p95": 2768.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.463, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.53, "p95": 0.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.099, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121073.867, "count": 30, "max": 126309.0, "p95": 124928.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.633, "count": 30, "max": 33.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.489, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.013, "count": 30, "max": 1.158, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6389, "sampled_at": "2026-10-31T12:58:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T12:58:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1260748, "flush_count": 1350, "flush_interval_seconds": 30.0, "flush_state": {"count": 1350, "last_at": "2026-10-31T13:03:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:03:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1349}, "started": true, "suppressed_count": 751558, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 751422}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1350, "written_record_count": 1350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6759.758, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6021e3d77f80] left block unavailable for requested intra mode [h264 @ 0x6021e3d77f80] error while decoding MB 0 63, bytestream 17195 [h264 @ 0x6021e498b340] error while decoding MB 109 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2081258496000, "copied_frame_count": 752770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2081258496000, "frame_buffer_copies": 752770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1163, "count": 512, "max_ms": 2.4148, "p50_ms": 0.0963, "p95_ms": 0.2021, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4561, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3952, "p95_ms": 2.2456, "p99_ms": 3.0586, "results": {"failed": 0, "not_applicable": 0, "success": 752770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:03:09+09:00", "last_error_summary": "[h264 @ 0x6021e3d77f80] left block unavailable for requested intra mode [h264 @ 0x6021e3d77f80] error while decoding MB 0 63, bytestream 17195 [h264 @ 0x6021e498b340] error while decoding MB 109 55, bytestream -5", "last_exit_at": "2026-10-31T12:58:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 264.968, "last_started_at": "2026-10-31T12:58:44+09:00", "pid": 28180, "process": {"exists": false, "pid": 28180}, "restart_count": 96, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.716, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:03:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-31T13:03:09+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-31T13:03:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 287.488, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 312.512, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-10-31T13:03:09.043531+09:00", "mtime_epoch": 1793419389.043531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130514}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:03:09+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1179.992, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 752771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.955, "max": 6.0, "p95": 5.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.629, "max": 2.0, "p95": 2.0, "sample_count": 267}, "total": {"avg": 1.629, "max": 2.0, "p95": 2.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.251, "max": 1.0, "p95": 1.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.251, "max": 1.0, "p95": 1.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.924, "pushed": 8.924, "read": 8.924}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.007, "count": 268, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 51.644, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.849, "count": 267, "max_ms": 8.131, "p95_ms": 2.835, "reason": null, "sample_age_ms": 94.776, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 267, "max_ms": 7.764, "p95_ms": 2.344, "reason": null, "sample_age_ms": 94.98, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 268, "max_ms": 1.01, "p95_ms": 0.598, "reason": null, "sample_age_ms": 51.651, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.833, "count": 267, "max_ms": 4.134, "p95_ms": 3.04, "reason": null, "sample_age_ms": 92.977, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.935, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.818, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.746, "count": 268, "max_ms": 91.066, "p95_ms": 64.892, "reason": null, "sample_age_ms": 51.641, "source": "client_direct"}, "sample_age_ms": 51.639, "source": "client_direct", "task_total_ms": {"avg_ms": 48.053, "count": 268, "max_ms": 93.382, "p95_ms": 67.33, "reason": null, "sample_age_ms": 51.639, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.77, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.158, "count": 267, "max_ms": 19.411, "p95_ms": 10.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 267, "max_ms": 2.288, "p95_ms": 0.811}, "detection_prepare_ms": {"avg_ms": 1.498, "count": 267, "max_ms": 11.48, "p95_ms": 2.528}, "event_filter_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.297, "count": 267, "max_ms": 0.858, "p95_ms": 0.555}, "mcmt_ms": {"avg_ms": 0.004, "count": 267, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.095, "count": 267, "max_ms": 5.032, "p95_ms": 3.253}, "setup_ms": {"avg_ms": 0.044, "count": 267, "max_ms": 0.122, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.102, "count": 267, "max_ms": 19.318, "p95_ms": 10.126}, "track_match_ms": {"avg_ms": 0.089, "count": 267, "max_ms": 0.428, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.654, "count": 267, "max_ms": 5.277, "p95_ms": 3.242}}, "gstreamer_push": {"avg_ms": 3.132, "count": 267, "max_ms": 6.684, "p95_ms": 4.971}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 267, "max_ms": 1.101, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.348, "count": 267, "max_ms": 95.422, "p95_ms": 68.076}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.812, "count": 267, "max_ms": 10.526, "p95_ms": 7.338}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.605, "count": 267, "max_ms": 148.263, "p95_ms": 118.757}, "inference_input_copy_ms": {"avg_ms": 1.613, "count": 267, "max_ms": 6.036, "p95_ms": 2.855}, "processing_residual_ms": {"avg_ms": 0.186, "count": 267, "max_ms": 0.47, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.217, "count": 267, "max_ms": 152.682, "p95_ms": 124.119}, "read_interval": {"avg_ms": 112.126, "count": 267, "max_ms": 170.985, "p95_ms": 150.212}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.048, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 2.023, "count": 267, "max_ms": 4.831, "p95_ms": 3.198}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.075, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.006, "count": 267, "max_ms": 4.801, "p95_ms": 3.184}, "worker_merge_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 49.361, "count": 267, "max_ms": 95.435, "p95_ms": 68.089}, "visualize": {"avg_ms": 35.984, "count": 267, "max_ms": 53.7, "p95_ms": 47.488}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.476, "count": 267, "max_ms": 47.033, "p95_ms": 40.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.473, "count": 267, "max_ms": 52.049, "p95_ms": 45.91}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 267, "max_ms": 3.113, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.343, "count": 267, "max_ms": 51.902, "p95_ms": 45.756}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 267, "max_ms": 0.185, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1179.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.838, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.603, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128858, "write_bytes_delta": 128858, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1243.0, "cpu_core_ratio": 0.508176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28180, "reason": null, "system_cpu_core_ratio": 0.044883, "system_cpu_s_delta": 0.9000000000000004, "user_cpu_core_ratio": 0.463293, "user_cpu_s_delta": 9.289999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511168, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.173942, "user_cpu_s_delta": 23.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 270, "max_ms": 6.684, "p95_ms": 4.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.159, "max": 7.0, "p95": 6.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 260}, "total": {"avg": 1.585, "max": 2.0, "p95": 2.0, "sample_count": 270}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.954, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.137, "count": 30, "max": 26.886, "p95": 24.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.3, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1297.933, "count": 30, "max": 14892.0, "p95": 7615.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.463, "p95": 0.328, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 5.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.2, "count": 30, "max": 39.0, "p95": 28.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.174, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6405, "sampled_at": "2026-10-31T13:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1260748, "flush_count": 1350, "flush_interval_seconds": 30.0, "flush_state": {"count": 1350, "last_at": "2026-10-31T13:03:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:03:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1349}, "started": true, "suppressed_count": 751558, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 751422}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1350, "written_record_count": 1350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6759.922, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:03:09+09:00", "last_error_summary": "[h264 @ 0x6021e3d77f80] left block unavailable for requested intra mode [h264 @ 0x6021e3d77f80] error while decoding MB 0 63, bytestream 17195 [h264 @ 0x6021e498b340] error while decoding MB 109 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2081261260800, "copied_frame_count": 752771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2081261260800, "frame_buffer_copies": 752771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 2.4148, "p50_ms": 0.0965, "p95_ms": 0.2021, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4573, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3967, "p95_ms": 2.2456, "p99_ms": 3.0586, "results": {"failed": 0, "not_applicable": 0, "success": 752771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:03:09+09:00", "last_error_summary": "[h264 @ 0x6021e3d77f80] left block unavailable for requested intra mode [h264 @ 0x6021e3d77f80] error while decoding MB 0 63, bytestream 17195 [h264 @ 0x6021e498b340] error while decoding MB 109 55, bytestream -5", "last_exit_at": "2026-10-31T13:03:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.039, "last_started_at": "2026-10-31T12:58:44+09:00", "pid": 28180, "process": {"exists": false, "pid": 28180}, "restart_count": 96, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.748, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-10-31T13:03:09+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-10-31T13:03:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 287.529, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 312.471, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-31T13:03:09.178532+09:00", "mtime_epoch": 1793419389.1785316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130686}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:03:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1179.992, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 752771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.948, "max": 6.0, "p95": 5.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.631, "max": 2.0, "p95": 2.0, "sample_count": 268}, "total": {"avg": 1.631, "max": 2.0, "p95": 2.0, "sample_count": 268}}, "tracking_counts": {"active": {"avg": 0.254, "max": 1.0, "p95": 1.0, "sample_count": 268}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 268}, "tracked": {"avg": 0.254, "max": 1.0, "p95": 1.0, "sample_count": 268}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.937, "pushed": 8.937, "read": 8.903}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 112.129, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.849, "count": 267, "max_ms": 8.131, "p95_ms": 2.835, "reason": null, "sample_age_ms": 155.262, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 267, "max_ms": 7.764, "p95_ms": 2.344, "reason": null, "sample_age_ms": 155.465, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 267, "max_ms": 1.01, "p95_ms": 0.598, "reason": null, "sample_age_ms": 112.136, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.833, "count": 267, "max_ms": 4.134, "p95_ms": 3.04, "reason": null, "sample_age_ms": 153.462, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.42, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 267, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.761, "count": 267, "max_ms": 91.066, "p95_ms": 64.92, "reason": null, "sample_age_ms": 112.127, "source": "client_direct"}, "sample_age_ms": 112.124, "source": "client_direct", "task_total_ms": {"avg_ms": 48.07, "count": 267, "max_ms": 93.382, "p95_ms": 67.347, "reason": null, "sample_age_ms": 112.124, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.197, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.159, "count": 268, "max_ms": 19.411, "p95_ms": 10.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 268, "max_ms": 2.288, "p95_ms": 0.811}, "detection_prepare_ms": {"avg_ms": 1.497, "count": 268, "max_ms": 11.48, "p95_ms": 2.528}, "event_filter_ms": {"avg_ms": 0.005, "count": 268, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.297, "count": 268, "max_ms": 0.858, "p95_ms": 0.555}, "mcmt_ms": {"avg_ms": 0.004, "count": 268, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.095, "count": 268, "max_ms": 5.032, "p95_ms": 3.253}, "setup_ms": {"avg_ms": 0.044, "count": 268, "max_ms": 0.122, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.103, "count": 268, "max_ms": 19.318, "p95_ms": 10.126}, "track_match_ms": {"avg_ms": 0.089, "count": 268, "max_ms": 0.428, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.656, "count": 268, "max_ms": 5.277, "p95_ms": 3.242}}, "gstreamer_push": {"avg_ms": 3.131, "count": 268, "max_ms": 6.684, "p95_ms": 4.971}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 268, "max_ms": 1.101, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.326, "count": 268, "max_ms": 95.422, "p95_ms": 68.076}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 268, "max_ms": 10.526, "p95_ms": 7.338}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.709, "count": 268, "max_ms": 148.263, "p95_ms": 119.189}, "inference_input_copy_ms": {"avg_ms": 1.612, "count": 268, "max_ms": 6.036, "p95_ms": 2.855}, "processing_residual_ms": {"avg_ms": 0.186, "count": 268, "max_ms": 0.47, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.321, "count": 268, "max_ms": 152.682, "p95_ms": 125.099}, "read_interval": {"avg_ms": 112.126, "count": 267, "max_ms": 170.985, "p95_ms": 150.212}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 268, "max_ms": 0.048, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 2.023, "count": 268, "max_ms": 4.831, "p95_ms": 3.198}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 268, "max_ms": 0.075, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.006, "count": 268, "max_ms": 4.801, "p95_ms": 3.184}, "worker_merge_ms": {"avg_ms": 0.007, "count": 268, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 49.34, "count": 268, "max_ms": 95.435, "p95_ms": 68.089}, "visualize": {"avg_ms": 36.11, "count": 268, "max_ms": 69.678, "p95_ms": 47.836}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.541, "count": 268, "max_ms": 47.898, "p95_ms": 41.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.6, "count": 268, "max_ms": 68.398, "p95_ms": 46.189}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 268, "max_ms": 3.113, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.469, "count": 268, "max_ms": 68.225, "p95_ms": 46.041}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 268, "max_ms": 0.185, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 268}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1179.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.838, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.603, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128858, "write_bytes_delta": 128858, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1243.0, "cpu_core_ratio": 0.508176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28180, "reason": null, "system_cpu_core_ratio": 0.044883, "system_cpu_s_delta": 0.9000000000000004, "user_cpu_core_ratio": 0.463293, "user_cpu_s_delta": 9.289999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511168, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.173942, "user_cpu_s_delta": 23.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 270, "max_ms": 6.684, "p95_ms": 4.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.159, "max": 7.0, "p95": 6.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 260}, "total": {"avg": 1.585, "max": 2.0, "p95": 2.0, "sample_count": 270}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.954, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.137, "count": 30, "max": 26.886, "p95": 24.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.3, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1297.933, "count": 30, "max": 14892.0, "p95": 7615.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.463, "p95": 0.328, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 5.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.2, "count": 30, "max": 39.0, "p95": 28.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.174, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6405, "sampled_at": "2026-10-31T13:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1260748, "flush_count": 1350, "flush_interval_seconds": 30.0, "flush_state": {"count": 1350, "last_at": "2026-10-31T13:03:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:03:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1349}, "started": true, "suppressed_count": 751558, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 751422}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1350, "written_record_count": 1350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6751.719, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2081261260800, "copied_frame_count": 752771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2081261260800, "frame_buffer_copies": 752771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 2.4148, "p50_ms": 0.0965, "p95_ms": 0.2021, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4573, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3967, "p95_ms": 2.2456, "p99_ms": 3.0586, "results": {"failed": 0, "not_applicable": 0, "success": 752771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:03:09+09:00", "last_error_summary": "[h264 @ 0x6021e3d77f80] left block unavailable for requested intra mode [h264 @ 0x6021e3d77f80] error while decoding MB 0 63, bytestream 17195 [h264 @ 0x6021e498b340] error while decoding MB 109 55, bytestream -5", "last_exit_at": "2026-10-31T13:03:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.07, "last_started_at": "2026-10-31T12:58:44+09:00", "pid": 28180, "process": {"exists": false, "pid": 28180}, "restart_count": 96, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.748, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-31T13:03:09+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-31T13:03:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 287.561, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 312.439, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-31T13:03:09.178532+09:00", "mtime_epoch": 1793419389.1785316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130686}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:03:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1179.992, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 752771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.951, "max": 6.0, "p95": 5.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.629, "max": 2.0, "p95": 2.0, "sample_count": 267}, "total": {"avg": 1.629, "max": 2.0, "p95": 2.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.251, "max": 1.0, "p95": 1.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.251, "max": 1.0, "p95": 1.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.907, "pushed": 8.907, "read": 8.907}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 140.95, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.849, "count": 267, "max_ms": 8.131, "p95_ms": 2.835, "reason": null, "sample_age_ms": 184.082, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 267, "max_ms": 7.764, "p95_ms": 2.344, "reason": null, "sample_age_ms": 184.286, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 267, "max_ms": 1.01, "p95_ms": 0.598, "reason": null, "sample_age_ms": 140.957, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.833, "count": 267, "max_ms": 4.134, "p95_ms": 3.04, "reason": null, "sample_age_ms": 182.283, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.241, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 267, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.124, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.761, "count": 267, "max_ms": 91.066, "p95_ms": 64.92, "reason": null, "sample_age_ms": 140.947, "source": "client_direct"}, "sample_age_ms": 140.945, "source": "client_direct", "task_total_ms": {"avg_ms": 48.07, "count": 267, "max_ms": 93.382, "p95_ms": 67.347, "reason": null, "sample_age_ms": 140.945, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.05, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.162, "count": 267, "max_ms": 19.411, "p95_ms": 10.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.415, "count": 267, "max_ms": 2.288, "p95_ms": 0.811}, "detection_prepare_ms": {"avg_ms": 1.5, "count": 267, "max_ms": 11.48, "p95_ms": 2.528}, "event_filter_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.298, "count": 267, "max_ms": 0.858, "p95_ms": 0.555}, "mcmt_ms": {"avg_ms": 0.004, "count": 267, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.093, "count": 267, "max_ms": 5.032, "p95_ms": 3.253}, "setup_ms": {"avg_ms": 0.044, "count": 267, "max_ms": 0.122, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.106, "count": 267, "max_ms": 19.318, "p95_ms": 10.126}, "track_match_ms": {"avg_ms": 0.089, "count": 267, "max_ms": 0.428, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.657, "count": 267, "max_ms": 5.277, "p95_ms": 3.242}}, "gstreamer_push": {"avg_ms": 3.137, "count": 267, "max_ms": 6.684, "p95_ms": 4.971}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 267, "max_ms": 1.101, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.346, "count": 267, "max_ms": 95.422, "p95_ms": 68.076}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.817, "count": 267, "max_ms": 10.526, "p95_ms": 7.338}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.715, "count": 267, "max_ms": 148.263, "p95_ms": 119.189}, "inference_input_copy_ms": {"avg_ms": 1.612, "count": 267, "max_ms": 6.036, "p95_ms": 2.855}, "processing_residual_ms": {"avg_ms": 0.186, "count": 267, "max_ms": 0.47, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.33, "count": 267, "max_ms": 152.682, "p95_ms": 125.099}, "read_interval": {"avg_ms": 112.126, "count": 267, "max_ms": 170.985, "p95_ms": 150.212}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.048, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 2.021, "count": 267, "max_ms": 4.831, "p95_ms": 3.198}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.075, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.004, "count": 267, "max_ms": 4.801, "p95_ms": 3.184}, "worker_merge_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 49.359, "count": 267, "max_ms": 95.435, "p95_ms": 68.089}, "visualize": {"avg_ms": 36.093, "count": 267, "max_ms": 69.678, "p95_ms": 47.836}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.529, "count": 267, "max_ms": 47.898, "p95_ms": 41.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.582, "count": 267, "max_ms": 68.398, "p95_ms": 46.189}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 267, "max_ms": 3.113, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.451, "count": 267, "max_ms": 68.225, "p95_ms": 46.041}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 267, "max_ms": 0.185, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1179.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.838, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.603, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128858, "write_bytes_delta": 128858, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1243.0, "cpu_core_ratio": 0.508176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28180, "reason": null, "system_cpu_core_ratio": 0.044883, "system_cpu_s_delta": 0.9000000000000004, "user_cpu_core_ratio": 0.463293, "user_cpu_s_delta": 9.289999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511168, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.173942, "user_cpu_s_delta": 23.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 270, "max_ms": 6.684, "p95_ms": 4.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.159, "max": 7.0, "p95": 6.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 260}, "total": {"avg": 1.585, "max": 2.0, "p95": 2.0, "sample_count": 270}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.954, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.137, "count": 30, "max": 26.886, "p95": 24.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.3, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1297.933, "count": 30, "max": 14892.0, "p95": 7615.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.463, "p95": 0.328, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 5.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.2, "count": 30, "max": 39.0, "p95": 28.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.174, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6405, "sampled_at": "2026-10-31T13:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1260748, "flush_count": 1350, "flush_interval_seconds": 30.0, "flush_state": {"count": 1350, "last_at": "2026-10-31T13:03:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:03:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1349}, "started": true, "suppressed_count": 751558, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 751422}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1350, "written_record_count": 1350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6935.086, "limit_mb": null}, "detail": {"pid": 28296, "restart_count": 97, "start_count": 98}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2081261260800, "copied_frame_count": 752771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2081261260800, "frame_buffer_copies": 752771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 2.4148, "p50_ms": 0.0965, "p95_ms": 0.2021, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4573, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3967, "p95_ms": 2.2456, "p99_ms": 3.0586, "results": {"failed": 0, "not_applicable": 0, "success": 752771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:03:09+09:00", "last_error_summary": "[h264 @ 0x6021e3d77f80] left block unavailable for requested intra mode [h264 @ 0x6021e3d77f80] error while decoding MB 0 63, bytestream 17195 [h264 @ 0x6021e498b340] error while decoding MB 109 55, bytestream -5", "last_exit_at": "2026-10-31T13:03:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:03:11+09:00", "pid": 28296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.73, "name": "ffmpeg", "pid": 28296, "rss_mb": 209.73, "state": "S (sleeping)", "threads": 70}, "restart_count": 97, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.755, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.47, "last_frame_pushed_at": "2026-10-31T13:03:09+09:00", "last_frame_read_age_sec": 4.601, "last_frame_read_at": "2026-10-31T13:03:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 291.989, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 308.011, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 4.459, "exists": true, "mtime": "2026-10-31T13:03:09.178532+09:00", "mtime_epoch": 1793419389.1785316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130686}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:03:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1179.996, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 752771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.009, "max": 6.0, "p95": 5.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.671, "max": 2.0, "p95": 2.0, "sample_count": 228}, "total": {"avg": 1.671, "max": 2.0, "p95": 2.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.206, "max": 1.0, "p95": 1.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.206, "max": 1.0, "p95": 1.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.613, "pushed": 7.613, "read": 7.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4562.273, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.846, "count": 227, "max_ms": 8.131, "p95_ms": 2.835, "reason": null, "sample_age_ms": 4605.405, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.379, "count": 227, "max_ms": 7.764, "p95_ms": 2.372, "reason": null, "sample_age_ms": 4605.609, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 227, "max_ms": 1.01, "p95_ms": 0.603, "reason": null, "sample_age_ms": 4562.28, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.828, "count": 227, "max_ms": 4.134, "p95_ms": 2.994, "reason": null, "sample_age_ms": 4603.605, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4603.564, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4562.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.64, "count": 227, "max_ms": 91.066, "p95_ms": 67.143, "reason": null, "sample_age_ms": 4562.27, "source": "client_direct"}, "sample_age_ms": 4562.267, "source": "client_direct", "task_total_ms": {"avg_ms": 47.949, "count": 227, "max_ms": 93.382, "p95_ms": 69.644, "reason": null, "sample_age_ms": 4562.267, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.356, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.257, "count": 228, "max_ms": 19.411, "p95_ms": 10.607}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.404, "count": 228, "max_ms": 0.985, "p95_ms": 0.811}, "detection_prepare_ms": {"avg_ms": 1.529, "count": 228, "max_ms": 11.48, "p95_ms": 2.584}, "event_filter_ms": {"avg_ms": 0.005, "count": 228, "max_ms": 0.022, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.303, "count": 228, "max_ms": 0.858, "p95_ms": 0.583}, "mcmt_ms": {"avg_ms": 0.004, "count": 228, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.158, "count": 228, "max_ms": 5.032, "p95_ms": 3.405}, "setup_ms": {"avg_ms": 0.043, "count": 228, "max_ms": 0.122, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.202, "count": 228, "max_ms": 19.318, "p95_ms": 10.538}, "track_match_ms": {"avg_ms": 0.088, "count": 228, "max_ms": 0.428, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.666, "count": 228, "max_ms": 5.277, "p95_ms": 3.26}}, "gstreamer_push": {"avg_ms": 3.105, "count": 228, "max_ms": 6.433, "p95_ms": 4.998}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 228, "max_ms": 1.101, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.248, "count": 228, "max_ms": 95.422, "p95_ms": 71.074}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.825, "count": 228, "max_ms": 10.526, "p95_ms": 7.338}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.887, "count": 228, "max_ms": 148.263, "p95_ms": 120.515}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 228, "max_ms": 6.036, "p95_ms": 2.855}, "processing_residual_ms": {"avg_ms": 0.186, "count": 228, "max_ms": 0.47, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.514, "count": 228, "max_ms": 152.682, "p95_ms": 125.938}, "read_interval": {"avg_ms": 112.114, "count": 227, "max_ms": 170.985, "p95_ms": 150.98}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 228, "max_ms": 0.048, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 2.085, "count": 228, "max_ms": 4.831, "p95_ms": 3.303}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 228, "max_ms": 0.075, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.068, "count": 228, "max_ms": 4.801, "p95_ms": 3.273}, "worker_merge_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 49.261, "count": 228, "max_ms": 95.435, "p95_ms": 71.082}, "visualize": {"avg_ms": 36.253, "count": 228, "max_ms": 69.678, "p95_ms": 48.71}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.632, "count": 228, "max_ms": 47.898, "p95_ms": 41.642}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.749, "count": 228, "max_ms": 68.398, "p95_ms": 46.189}, "visualize_input_copy_ms": {"avg_ms": 1.305, "count": 228, "max_ms": 3.113, "p95_ms": 2.216}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.619, "count": 228, "max_ms": 68.225, "p95_ms": 46.058}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 228, "max_ms": 0.184, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1179.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.838, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.603, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128858, "write_bytes_delta": 128858, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1243.0, "cpu_core_ratio": 0.508176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28180, "reason": null, "system_cpu_core_ratio": 0.044883, "system_cpu_s_delta": 0.9000000000000004, "user_cpu_core_ratio": 0.463293, "user_cpu_s_delta": 9.289999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511168, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.173942, "user_cpu_s_delta": 23.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 270, "max_ms": 6.684, "p95_ms": 4.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.159, "max": 7.0, "p95": 6.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 260}, "total": {"avg": 1.585, "max": 2.0, "p95": 2.0, "sample_count": 270}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.954, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.137, "count": 30, "max": 26.886, "p95": 24.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.3, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1297.933, "count": 30, "max": 14892.0, "p95": 7615.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.463, "p95": 0.328, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 5.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123645.233, "count": 30, "max": 129355.0, "p95": 128899.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.2, "count": 30, "max": 39.0, "p95": 28.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.021, "count": 30, "max": 1.174, "p95": 1.155, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6405, "sampled_at": "2026-10-31T13:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1262626, "flush_count": 1352, "flush_interval_seconds": 30.0, "flush_state": {"count": 1352, "last_at": "2026-10-31T13:05:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:05:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1351}, "started": true, "suppressed_count": 752455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 752319}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1352, "written_record_count": 1352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6763.133, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f74179c0f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f74179c0f00] error while decoding MB 0 67, bytestream 12609 [h264 @ 0x5f7417915a80] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5f7417915a80] error while decoding MB 101 65, bytestream 210", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2083744051200, "copied_frame_count": 753669, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2083744051200, "frame_buffer_copies": 753669, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.3247, "p50_ms": 0.0937, "p95_ms": 0.1862, "p99_ms": 0.2446}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4623, "count": 512, "max_ms": 3.1457, "p50_ms": 1.3987, "p95_ms": 2.2995, "p99_ms": 2.7014, "results": {"failed": 0, "not_applicable": 0, "success": 753669, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:05:08+09:00", "last_error_summary": "[h264 @ 0x5f74179c0f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f74179c0f00] error while decoding MB 0 67, bytestream 12609 [h264 @ 0x5f7417915a80] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5f7417915a80] error while decoding MB 101 65, bytestream 210", "last_exit_at": "2026-10-31T13:03:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.139, "last_started_at": "2026-10-31T13:03:11+09:00", "pid": 28296, "process": {"exists": false, "pid": 28296}, "restart_count": 97, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.135, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:05:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-10-31T13:05:08+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-31T13:05:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 407.14, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 192.86, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-10-31T13:05:08.713214+09:00", "mtime_epoch": 1793419508.7132144, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 138480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:05:08+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1180.438, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 753670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.526, "max": 6.0, "p95": 5.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "total": {"avg": 0.912, "max": 1.0, "p95": 1.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.715, "pushed": 5.715, "read": 5.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 36.889, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.894, "count": 171, "max_ms": 8.927, "p95_ms": 3.318, "reason": null, "sample_age_ms": 82.823, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 171, "max_ms": 8.113, "p95_ms": 2.077, "reason": null, "sample_age_ms": 83.057, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.289, "count": 172, "max_ms": 0.968, "p95_ms": 0.512, "reason": null, "sample_age_ms": 36.907, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.008, "count": 171, "max_ms": 4.418, "p95_ms": 3.445, "reason": null, "sample_age_ms": 81.205, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 81.187, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.23, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.041, "count": 172, "max_ms": 77.657, "p95_ms": 59.984, "reason": null, "sample_age_ms": 36.883, "source": "client_direct"}, "sample_age_ms": 36.875, "source": "client_direct", "task_total_ms": {"avg_ms": 47.508, "count": 172, "max_ms": 82.948, "p95_ms": 62.76, "reason": null, "sample_age_ms": 36.875, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.052, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.644, "count": 171, "max_ms": 10.583, "p95_ms": 6.599}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.327, "count": 171, "max_ms": 0.94, "p95_ms": 0.61}, "detection_prepare_ms": {"avg_ms": 1.172, "count": 171, "max_ms": 5.759, "p95_ms": 2.365}, "event_filter_ms": {"avg_ms": 0.004, "count": 171, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 171, "max_ms": 0.865, "p95_ms": 0.443}, "mcmt_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.581, "count": 171, "max_ms": 1.656, "p95_ms": 1.124}, "setup_ms": {"avg_ms": 0.042, "count": 171, "max_ms": 0.132, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.596, "count": 171, "max_ms": 10.467, "p95_ms": 6.499}, "track_match_ms": {"avg_ms": 0.056, "count": 171, "max_ms": 0.228, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 1.174, "count": 171, "max_ms": 4.411, "p95_ms": 2.165}}, "gstreamer_push": {"avg_ms": 3.375, "count": 171, "max_ms": 6.024, "p95_ms": 5.449}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 171, "max_ms": 0.556, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.817, "count": 171, "max_ms": 84.283, "p95_ms": 66.653}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.926, "count": 171, "max_ms": 13.727, "p95_ms": 7.56}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.571, "count": 171, "max_ms": 138.555, "p95_ms": 111.726}, "inference_input_copy_ms": {"avg_ms": 1.772, "count": 171, "max_ms": 4.882, "p95_ms": 2.94}, "processing_residual_ms": {"avg_ms": 0.216, "count": 171, "max_ms": 0.575, "p95_ms": 0.396}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.485, "count": 171, "max_ms": 145.129, "p95_ms": 117.977}, "read_interval": {"avg_ms": 175.084, "count": 171, "max_ms": 5081.041, "p95_ms": 172.349}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 171, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.522, "count": 171, "max_ms": 1.481, "p95_ms": 1.011}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 171, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.507, "count": 171, "max_ms": 1.44, "p95_ms": 0.987}, "worker_merge_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.83, "count": 171, "max_ms": 84.314, "p95_ms": 66.665}, "visualize": {"avg_ms": 34.96, "count": 171, "max_ms": 59.927, "p95_ms": 46.263}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.65, "count": 171, "max_ms": 54.108, "p95_ms": 40.913}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.439, "count": 171, "max_ms": 57.261, "p95_ms": 44.258}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 171, "max_ms": 5.754, "p95_ms": 2.152}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.307, "count": 171, "max_ms": 57.078, "p95_ms": 44.083}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 171, "max_ms": 0.742, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1180.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.928, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.559, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134020, "write_bytes_delta": 134020, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 203.0, "cpu_core_ratio": 0.782057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2871.0, "pid": 28296, "reason": null, "system_cpu_core_ratio": 0.383089, "system_cpu_s_delta": 3.8599999999999994, "user_cpu_core_ratio": 0.398968, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.086741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.324534, "system_cpu_s_delta": 3.2699999999967986, "user_cpu_core_ratio": 0.762208, "user_cpu_s_delta": 7.680000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 188, "max_ms": 6.064, "p95_ms": 4.463, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.516, "max": 6.0, "p95": 5.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 0.527, "max": 1.0, "p95": 1.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.35, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.864, "count": 30, "max": 28.402, "p95": 26.452, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.767, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1844.367, "count": 30, "max": 14892.0, "p95": 11976.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.463, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.17, "count": 30, "max": 5.028, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 39.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.174, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6411, "sampled_at": "2026-10-31T13:04:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:04:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1262626, "flush_count": 1352, "flush_interval_seconds": 30.0, "flush_state": {"count": 1352, "last_at": "2026-10-31T13:05:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:05:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1351}, "started": true, "suppressed_count": 752455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 752319}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1352, "written_record_count": 1352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6762.363, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:05:08+09:00", "last_error_summary": "[h264 @ 0x5f74179c0f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f74179c0f00] error while decoding MB 0 67, bytestream 12609 [h264 @ 0x5f7417915a80] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5f7417915a80] error while decoding MB 101 65, bytestream 210", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2083746816000, "copied_frame_count": 753670, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2083746816000, "frame_buffer_copies": 753670, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.3247, "p50_ms": 0.0937, "p95_ms": 0.1862, "p99_ms": 0.2446}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4657, "count": 512, "max_ms": 3.1457, "p50_ms": 1.4003, "p95_ms": 2.304, "p99_ms": 2.7085, "results": {"failed": 0, "not_applicable": 0, "success": 753670, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:05:08+09:00", "last_error_summary": "[h264 @ 0x5f74179c0f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f74179c0f00] error while decoding MB 0 67, bytestream 12609 [h264 @ 0x5f7417915a80] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5f7417915a80] error while decoding MB 101 65, bytestream 210", "last_exit_at": "2026-10-31T13:05:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.19, "last_started_at": "2026-10-31T13:03:11+09:00", "pid": 28296, "process": {"exists": false, "pid": 28296}, "restart_count": 97, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.135, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:05:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-10-31T13:05:08+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-31T13:05:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 407.174, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 192.826, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-10-31T13:05:08.823215+09:00", "mtime_epoch": 1793419508.823215, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139073}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:05:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1180.434, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 753670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.523, "max": 6.0, "p95": 5.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "total": {"avg": 0.913, "max": 1.0, "p95": 1.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.739, "pushed": 5.739, "read": 5.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 81.801, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.894, "count": 171, "max_ms": 8.927, "p95_ms": 3.318, "reason": null, "sample_age_ms": 127.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 171, "max_ms": 8.113, "p95_ms": 2.077, "reason": null, "sample_age_ms": 127.969, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 171, "max_ms": 0.968, "p95_ms": 0.512, "reason": null, "sample_age_ms": 81.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.008, "count": 171, "max_ms": 4.418, "p95_ms": 3.445, "reason": null, "sample_age_ms": 126.117, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.098, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.142, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.052, "count": 171, "max_ms": 77.657, "p95_ms": 59.999, "reason": null, "sample_age_ms": 81.794, "source": "client_direct"}, "sample_age_ms": 81.787, "source": "client_direct", "task_total_ms": {"avg_ms": 47.521, "count": 171, "max_ms": 82.948, "p95_ms": 62.803, "reason": null, "sample_age_ms": 81.787, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.983, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.636, "count": 172, "max_ms": 10.583, "p95_ms": 6.599}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 172, "max_ms": 0.94, "p95_ms": 0.61}, "detection_prepare_ms": {"avg_ms": 1.169, "count": 172, "max_ms": 5.759, "p95_ms": 2.365}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.233, "count": 172, "max_ms": 0.865, "p95_ms": 0.443}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.58, "count": 172, "max_ms": 1.656, "p95_ms": 1.124}, "setup_ms": {"avg_ms": 0.042, "count": 172, "max_ms": 0.132, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.588, "count": 172, "max_ms": 10.467, "p95_ms": 6.499}, "track_match_ms": {"avg_ms": 0.056, "count": 172, "max_ms": 0.228, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 1.172, "count": 172, "max_ms": 4.411, "p95_ms": 2.165}}, "gstreamer_push": {"avg_ms": 3.369, "count": 172, "max_ms": 6.024, "p95_ms": 5.449}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 172, "max_ms": 0.556, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.804, "count": 172, "max_ms": 84.283, "p95_ms": 66.653}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.92, "count": 172, "max_ms": 13.727, "p95_ms": 7.56}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.646, "count": 172, "max_ms": 138.555, "p95_ms": 111.726}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 172, "max_ms": 4.882, "p95_ms": 2.94}, "processing_residual_ms": {"avg_ms": 0.215, "count": 172, "max_ms": 0.575, "p95_ms": 0.396}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.549, "count": 172, "max_ms": 145.129, "p95_ms": 117.977}, "read_interval": {"avg_ms": 175.084, "count": 171, "max_ms": 5081.041, "p95_ms": 172.349}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.521, "count": 172, "max_ms": 1.481, "p95_ms": 1.011}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.506, "count": 172, "max_ms": 1.44, "p95_ms": 0.987}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.817, "count": 172, "max_ms": 84.314, "p95_ms": 66.665}, "visualize": {"avg_ms": 35.059, "count": 172, "max_ms": 59.927, "p95_ms": 46.804}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.691, "count": 172, "max_ms": 54.108, "p95_ms": 40.913}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.542, "count": 172, "max_ms": 57.261, "p95_ms": 44.778}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 172, "max_ms": 5.754, "p95_ms": 2.152}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.41, "count": 172, "max_ms": 57.078, "p95_ms": 44.653}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 172, "max_ms": 0.742, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1180.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.928, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.559, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134020, "write_bytes_delta": 134020, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 203.0, "cpu_core_ratio": 0.782057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2871.0, "pid": 28296, "reason": null, "system_cpu_core_ratio": 0.383089, "system_cpu_s_delta": 3.8599999999999994, "user_cpu_core_ratio": 0.398968, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.086741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.324534, "system_cpu_s_delta": 3.2699999999967986, "user_cpu_core_ratio": 0.762208, "user_cpu_s_delta": 7.680000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 188, "max_ms": 6.064, "p95_ms": 4.463, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.516, "max": 6.0, "p95": 5.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 0.527, "max": 1.0, "p95": 1.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.35, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.864, "count": 30, "max": 28.402, "p95": 26.452, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.767, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1844.367, "count": 30, "max": 14892.0, "p95": 11976.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.463, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.17, "count": 30, "max": 5.028, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 39.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.174, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6411, "sampled_at": "2026-10-31T13:04:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:04:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1262626, "flush_count": 1352, "flush_interval_seconds": 30.0, "flush_state": {"count": 1352, "last_at": "2026-10-31T13:05:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:05:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1351}, "started": true, "suppressed_count": 752455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 752319}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1352, "written_record_count": 1352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6763.539, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2083746816000, "copied_frame_count": 753670, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2083746816000, "frame_buffer_copies": 753670, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.3247, "p50_ms": 0.0937, "p95_ms": 0.1862, "p99_ms": 0.2446}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4657, "count": 512, "max_ms": 3.1457, "p50_ms": 1.4003, "p95_ms": 2.304, "p99_ms": 2.7085, "results": {"failed": 0, "not_applicable": 0, "success": 753670, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:05:08+09:00", "last_error_summary": "[h264 @ 0x5f74179c0f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f74179c0f00] error while decoding MB 0 67, bytestream 12609 [h264 @ 0x5f7417915a80] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5f7417915a80] error while decoding MB 101 65, bytestream 210", "last_exit_at": "2026-10-31T13:05:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.224, "last_started_at": "2026-10-31T13:03:11+09:00", "pid": 28296, "process": {"exists": false, "pid": 28296}, "restart_count": 97, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.135, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:05:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-31T13:05:08+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-10-31T13:05:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 407.203, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 192.797, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-31T13:05:08.823215+09:00", "mtime_epoch": 1793419508.823215, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139073}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:05:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1180.434, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 753670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.52, "max": 6.0, "p95": 5.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "total": {"avg": 0.912, "max": 1.0, "p95": 1.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.701, "pushed": 5.701, "read": 5.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 114.408, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.894, "count": 171, "max_ms": 8.927, "p95_ms": 3.318, "reason": null, "sample_age_ms": 160.342, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 171, "max_ms": 8.113, "p95_ms": 2.077, "reason": null, "sample_age_ms": 160.576, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 171, "max_ms": 0.968, "p95_ms": 0.512, "reason": null, "sample_age_ms": 114.425, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.008, "count": 171, "max_ms": 4.418, "p95_ms": 3.445, "reason": null, "sample_age_ms": 158.724, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.705, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.748, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.052, "count": 171, "max_ms": 77.657, "p95_ms": 59.999, "reason": null, "sample_age_ms": 114.401, "source": "client_direct"}, "sample_age_ms": 114.394, "source": "client_direct", "task_total_ms": {"avg_ms": 47.521, "count": 171, "max_ms": 82.948, "p95_ms": 62.803, "reason": null, "sample_age_ms": 114.394, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.622, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.635, "count": 171, "max_ms": 10.583, "p95_ms": 6.599}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 171, "max_ms": 0.94, "p95_ms": 0.61}, "detection_prepare_ms": {"avg_ms": 1.172, "count": 171, "max_ms": 5.759, "p95_ms": 2.365}, "event_filter_ms": {"avg_ms": 0.004, "count": 171, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 171, "max_ms": 0.865, "p95_ms": 0.443}, "mcmt_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.578, "count": 171, "max_ms": 1.656, "p95_ms": 1.124}, "setup_ms": {"avg_ms": 0.042, "count": 171, "max_ms": 0.132, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.587, "count": 171, "max_ms": 10.467, "p95_ms": 6.499}, "track_match_ms": {"avg_ms": 0.056, "count": 171, "max_ms": 0.228, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 1.171, "count": 171, "max_ms": 4.411, "p95_ms": 2.165}}, "gstreamer_push": {"avg_ms": 3.373, "count": 171, "max_ms": 6.024, "p95_ms": 5.449}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 171, "max_ms": 0.556, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.821, "count": 171, "max_ms": 84.283, "p95_ms": 66.653}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.927, "count": 171, "max_ms": 13.727, "p95_ms": 7.56}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.66, "count": 171, "max_ms": 138.555, "p95_ms": 111.726}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 171, "max_ms": 4.882, "p95_ms": 2.94}, "processing_residual_ms": {"avg_ms": 0.216, "count": 171, "max_ms": 0.575, "p95_ms": 0.396}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.569, "count": 171, "max_ms": 145.129, "p95_ms": 117.977}, "read_interval": {"avg_ms": 175.084, "count": 171, "max_ms": 5081.041, "p95_ms": 172.349}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 171, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.519, "count": 171, "max_ms": 1.481, "p95_ms": 1.011}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 171, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.504, "count": 171, "max_ms": 1.44, "p95_ms": 0.987}, "worker_merge_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.834, "count": 171, "max_ms": 84.314, "p95_ms": 66.665}, "visualize": {"avg_ms": 35.057, "count": 171, "max_ms": 59.927, "p95_ms": 46.804}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.692, "count": 171, "max_ms": 54.108, "p95_ms": 40.913}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.542, "count": 171, "max_ms": 57.261, "p95_ms": 44.778}, "visualize_input_copy_ms": {"avg_ms": 1.316, "count": 171, "max_ms": 5.754, "p95_ms": 2.152}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.41, "count": 171, "max_ms": 57.078, "p95_ms": 44.653}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 171, "max_ms": 0.742, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1180.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.928, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.559, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134020, "write_bytes_delta": 134020, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 203.0, "cpu_core_ratio": 0.782057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2871.0, "pid": 28296, "reason": null, "system_cpu_core_ratio": 0.383089, "system_cpu_s_delta": 3.8599999999999994, "user_cpu_core_ratio": 0.398968, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.086741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.324534, "system_cpu_s_delta": 3.2699999999967986, "user_cpu_core_ratio": 0.762208, "user_cpu_s_delta": 7.680000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 188, "max_ms": 6.064, "p95_ms": 4.463, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.516, "max": 6.0, "p95": 5.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 0.527, "max": 1.0, "p95": 1.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.35, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.864, "count": 30, "max": 28.402, "p95": 26.452, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.767, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1844.367, "count": 30, "max": 14892.0, "p95": 11976.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.463, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.17, "count": 30, "max": 5.028, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 39.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.174, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6411, "sampled_at": "2026-10-31T13:04:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:04:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1262626, "flush_count": 1352, "flush_interval_seconds": 30.0, "flush_state": {"count": 1352, "last_at": "2026-10-31T13:05:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:05:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1351}, "started": true, "suppressed_count": 752455, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 752319}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1352, "written_record_count": 1352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6937.617, "limit_mb": null}, "detail": {"pid": 28412, "restart_count": 98, "start_count": 99}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2083746816000, "copied_frame_count": 753670, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2083746816000, "frame_buffer_copies": 753670, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.3247, "p50_ms": 0.0937, "p95_ms": 0.1862, "p99_ms": 0.2446}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4657, "count": 512, "max_ms": 3.1457, "p50_ms": 1.4003, "p95_ms": 2.304, "p99_ms": 2.7085, "results": {"failed": 0, "not_applicable": 0, "success": 753670, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:05:08+09:00", "last_error_summary": "[h264 @ 0x5f74179c0f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f74179c0f00] error while decoding MB 0 67, bytestream 12609 [h264 @ 0x5f7417915a80] cabac decode of qscale diff failed at 101 65 [h264 @ 0x5f7417915a80] error while decoding MB 101 65, bytestream 210", "last_exit_at": "2026-10-31T13:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T13:05:11+09:00", "pid": 28412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 210.121, "name": "ffmpeg", "pid": 28412, "rss_mb": 210.121, "state": "S (sleeping)", "threads": 70}, "restart_count": 98, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.216, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:05:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.856, "last_frame_pushed_at": "2026-10-31T13:05:08+09:00", "last_frame_read_age_sec": 4.966, "last_frame_read_at": "2026-10-31T13:05:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 135, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 412.025, "last_sample_duration_ms": 863.021, "last_trigger": "periodic", "next_snapshot_in_sec": 187.975, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 135, "storage_bytes": 2317287}, "mjpeg": {"age_sec": 4.847, "exists": true, "mtime": "2026-10-31T13:05:08.823215+09:00", "mtime_epoch": 1793419508.823215, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139073}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:05:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1180.438, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 753670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.524, "max": 5.0, "p95": 4.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "total": {"avg": 0.993, "max": 1.0, "p95": 1.0, "sample_count": 147}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 147, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.1, "pushed": 5.1, "read": 5.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 147, "client_acquire_ms": {"avg_ms": 0.007, "count": 147, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4931.214, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 147, "max_ms": 8.927, "p95_ms": 3.366, "reason": null, "sample_age_ms": 4977.148, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.402, "count": 147, "max_ms": 8.113, "p95_ms": 2.12, "reason": null, "sample_age_ms": 4977.381, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.283, "count": 147, "max_ms": 0.968, "p95_ms": 0.507, "reason": null, "sample_age_ms": 4931.231, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.03, "count": 147, "max_ms": 4.418, "p95_ms": 3.625, "reason": null, "sample_age_ms": 4975.529, "source": "client_direct"}, "request_count": 147, "request_tensor_bytes": {"avg": 2764808.0, "count": 147, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4975.511, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 147, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4931.554, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.227, "count": 147, "max_ms": 77.657, "p95_ms": 59.752, "reason": null, "sample_age_ms": 4931.207, "source": "client_direct"}, "sample_age_ms": 4931.2, "source": "client_direct", "task_total_ms": {"avg_ms": 47.71, "count": 147, "max_ms": 82.948, "p95_ms": 62.284, "reason": null, "sample_age_ms": 4931.2, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.378, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.863, "count": 147, "max_ms": 10.583, "p95_ms": 6.646}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.325, "count": 147, "max_ms": 0.94, "p95_ms": 0.619}, "detection_prepare_ms": {"avg_ms": 1.255, "count": 147, "max_ms": 5.759, "p95_ms": 2.442}, "event_filter_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.245, "count": 147, "max_ms": 0.865, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.608, "count": 147, "max_ms": 1.656, "p95_ms": 1.128}, "setup_ms": {"avg_ms": 0.041, "count": 147, "max_ms": 0.126, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.817, "count": 147, "max_ms": 10.467, "p95_ms": 6.572}, "track_match_ms": {"avg_ms": 0.061, "count": 147, "max_ms": 0.228, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 1.275, "count": 147, "max_ms": 4.411, "p95_ms": 2.311}}, "gstreamer_push": {"avg_ms": 3.399, "count": 147, "max_ms": 6.024, "p95_ms": 5.465}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 147, "max_ms": 0.556, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.028, "count": 147, "max_ms": 84.283, "p95_ms": 67.079}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.953, "count": 147, "max_ms": 12.59, "p95_ms": 7.56}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.353, "count": 147, "max_ms": 138.555, "p95_ms": 111.726}, "inference_input_copy_ms": {"avg_ms": 1.825, "count": 147, "max_ms": 4.882, "p95_ms": 2.987}, "processing_residual_ms": {"avg_ms": 0.218, "count": 147, "max_ms": 0.575, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.348, "count": 147, "max_ms": 145.129, "p95_ms": 118.263}, "read_interval": {"avg_ms": 185.956, "count": 147, "max_ms": 5081.041, "p95_ms": 172.349}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 147, "max_ms": 0.048, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.549, "count": 147, "max_ms": 1.481, "p95_ms": 1.019}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 147, "max_ms": 0.054, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.534, "count": 147, "max_ms": 1.44, "p95_ms": 0.99}, "worker_merge_ms": {"avg_ms": 0.006, "count": 147, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.041, "count": 147, "max_ms": 84.314, "p95_ms": 67.088}, "visualize": {"avg_ms": 35.308, "count": 147, "max_ms": 59.927, "p95_ms": 47.12}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.871, "count": 147, "max_ms": 54.108, "p95_ms": 40.978}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.851, "count": 147, "max_ms": 57.261, "p95_ms": 45.52}, "visualize_input_copy_ms": {"avg_ms": 1.26, "count": 147, "max_ms": 2.406, "p95_ms": 1.884}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.72, "count": 147, "max_ms": 57.078, "p95_ms": 45.317}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 147, "max_ms": 0.742, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1180.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.928, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.559, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134020, "write_bytes_delta": 134020, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 203.0, "cpu_core_ratio": 0.782057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2871.0, "pid": 28296, "reason": null, "system_cpu_core_ratio": 0.383089, "system_cpu_s_delta": 3.8599999999999994, "user_cpu_core_ratio": 0.398968, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.086741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.324534, "system_cpu_s_delta": 3.2699999999967986, "user_cpu_core_ratio": 0.762208, "user_cpu_s_delta": 7.680000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 188, "max_ms": 6.064, "p95_ms": 4.463, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.516, "max": 6.0, "p95": 5.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 0.527, "max": 1.0, "p95": 1.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.35, "count": 30, "max": 58.13, "p95": 53.844, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.864, "count": 30, "max": 28.402, "p95": 26.452, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 861.767, "count": 30, "max": 1378.0, "p95": 1359.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1844.367, "count": 30, "max": 14892.0, "p95": 11976.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.463, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.53, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.17, "count": 30, "max": 5.028, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125195.867, "count": 30, "max": 134020.0, "p95": 129847.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 39.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.511, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.174, "p95": 1.144, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6411, "sampled_at": "2026-10-31T13:04:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:04:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.826, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1266284, "flush_count": 1356, "flush_interval_seconds": 30.0, "flush_state": {"count": 1356, "last_at": "2026-10-31T13:09:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:09:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1355}, "started": true, "suppressed_count": 755013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 754877}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1356, "written_record_count": 1356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6763.527, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2090827468800, "copied_frame_count": 756231, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2090827468800, "frame_buffer_copies": 756231, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.109, "count": 512, "max_ms": 1.8129, "p50_ms": 0.0934, "p95_ms": 0.1966, "p99_ms": 0.298}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4768, "count": 512, "max_ms": 3.4133, "p50_ms": 1.4067, "p95_ms": 2.343, "p99_ms": 2.7129, "results": {"failed": 0, "not_applicable": 0, "success": 756231, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "last_exit_at": "2026-10-31T13:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.871, "last_started_at": "2026-10-31T13:05:11+09:00", "pid": 28412, "process": {"exists": false, "pid": 28412}, "restart_count": 98, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.605, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-10-31T13:09:52+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-10-31T13:09:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.758, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 511.242, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-10-31T13:09:52.463788+09:00", "mtime_epoch": 1793419792.463788, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129604}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:09:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1181.664, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 756232, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.123, "max": 8.0, "p95": 6.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.497, "max": 1.0, "p95": 1.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.972, "pushed": 5.972, "read": 5.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 48.882, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.681, "count": 179, "max_ms": 3.787, "p95_ms": 2.146, "reason": null, "sample_age_ms": 87.183, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 179, "max_ms": 3.303, "p95_ms": 1.703, "reason": null, "sample_age_ms": 87.425, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.288, "count": 179, "max_ms": 0.964, "p95_ms": 0.577, "reason": null, "sample_age_ms": 48.898, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.929, "count": 179, "max_ms": 6.841, "p95_ms": 3.256, "reason": null, "sample_age_ms": 86.114, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.099, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.431, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.195, "count": 179, "max_ms": 86.065, "p95_ms": 63.012, "reason": null, "sample_age_ms": 48.875, "source": "client_direct"}, "sample_age_ms": 48.87, "source": "client_direct", "task_total_ms": {"avg_ms": 46.586, "count": 179, "max_ms": 90.086, "p95_ms": 65.259, "reason": null, "sample_age_ms": 48.87, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.065, "count": 179, "max_ms": 7.355, "p95_ms": 4.896}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 179, "max_ms": 1.015, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.608, "count": 179, "max_ms": 2.305, "p95_ms": 1.622}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 179, "max_ms": 0.533, "p95_ms": 0.327}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.352, "count": 179, "max_ms": 1.76, "p95_ms": 0.805}, "setup_ms": {"avg_ms": 0.038, "count": 179, "max_ms": 0.13, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 2.024, "count": 179, "max_ms": 7.266, "p95_ms": 4.835}, "track_match_ms": {"avg_ms": 0.027, "count": 179, "max_ms": 0.159, "p95_ms": 0.078}, "tracker_update_ms": {"avg_ms": 0.568, "count": 179, "max_ms": 2.683, "p95_ms": 1.622}}, "gstreamer_push": {"avg_ms": 3.123, "count": 179, "max_ms": 6.066, "p95_ms": 5.154}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 179, "max_ms": 0.122, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.658, "count": 179, "max_ms": 93.687, "p95_ms": 66.083}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.399, "count": 179, "max_ms": 11.749, "p95_ms": 5.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.633, "count": 179, "max_ms": 123.675, "p95_ms": 107.024}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 179, "max_ms": 4.115, "p95_ms": 2.744}, "processing_residual_ms": {"avg_ms": 0.18, "count": 179, "max_ms": 0.442, "p95_ms": 0.367}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.901, "count": 179, "max_ms": 127.03, "p95_ms": 110.303}, "read_interval": {"avg_ms": 167.407, "count": 179, "max_ms": 4419.194, "p95_ms": 148.002}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 179, "max_ms": 0.041, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.3, "count": 179, "max_ms": 1.608, "p95_ms": 0.704}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 179, "max_ms": 0.056, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.286, "count": 179, "max_ms": 1.567, "p95_ms": 0.685}, "worker_merge_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.67, "count": 179, "max_ms": 93.696, "p95_ms": 66.09}, "visualize": {"avg_ms": 31.858, "count": 179, "max_ms": 49.289, "p95_ms": 42.186}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.408, "count": 179, "max_ms": 45.594, "p95_ms": 40.005}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.094, "count": 179, "max_ms": 48.224, "p95_ms": 41.112}, "visualize_input_copy_ms": {"avg_ms": 0.592, "count": 179, "max_ms": 2.212, "p95_ms": 1.69}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.993, "count": 179, "max_ms": 48.128, "p95_ms": 40.87}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 179, "max_ms": 0.167, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1181.648, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.791, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.685, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125166, "write_bytes_delta": 125166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.805777, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1367.0, "pid": 28412, "reason": null, "system_cpu_core_ratio": 0.417866, "system_cpu_s_delta": 8.370000000000001, "user_cpu_core_ratio": 0.387911, "user_cpu_s_delta": 7.769999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.780815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.218169, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.562646, "user_cpu_s_delta": 11.270000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 186, "max_ms": 6.066, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.22, "max": 8.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.608, "max": 1.0, "p95": 1.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.864, "count": 30, "max": 64.152, "p95": 30.447, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.103, "count": 30, "max": 27.2, "p95": 25.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.367, "count": 30, "max": 757.0, "p95": 752.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 867.533, "count": 30, "max": 12635.0, "p95": 2948.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.131, "count": 30, "max": 0.463, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.133, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.52, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.211, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6440, "sampled_at": "2026-10-31T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1266284, "flush_count": 1356, "flush_interval_seconds": 30.0, "flush_state": {"count": 1356, "last_at": "2026-10-31T13:09:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:09:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1355}, "started": true, "suppressed_count": 755013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 754877}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1356, "written_record_count": 1356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6764.172, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2090830233600, "copied_frame_count": 756232, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2090830233600, "frame_buffer_copies": 756232, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1091, "count": 512, "max_ms": 1.8129, "p50_ms": 0.0934, "p95_ms": 0.1966, "p99_ms": 0.298}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4831, "count": 512, "max_ms": 5.7374, "p50_ms": 1.4067, "p95_ms": 2.343, "p99_ms": 2.7503, "results": {"failed": 0, "not_applicable": 0, "success": 756232, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "last_exit_at": "2026-10-31T13:09:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.909, "last_started_at": "2026-10-31T13:05:11+09:00", "pid": 28412, "process": {"exists": false, "pid": 28412}, "restart_count": 98, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.561, "sample_count": 2652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-31T13:09:52+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-31T13:09:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.791, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 511.209, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-10-31T13:09:52.463788+09:00", "mtime_epoch": 1793419792.463788, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129604}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:09:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1181.66, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 756232, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.112, "max": 8.0, "p95": 6.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.497, "max": 1.0, "p95": 1.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.974, "pushed": 5.974, "read": 5.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 87.61, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.681, "count": 179, "max_ms": 3.787, "p95_ms": 2.146, "reason": null, "sample_age_ms": 125.911, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 179, "max_ms": 3.303, "p95_ms": 1.703, "reason": null, "sample_age_ms": 126.153, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.288, "count": 179, "max_ms": 0.964, "p95_ms": 0.577, "reason": null, "sample_age_ms": 87.626, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.929, "count": 179, "max_ms": 6.841, "p95_ms": 3.256, "reason": null, "sample_age_ms": 124.842, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.827, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.195, "count": 179, "max_ms": 86.065, "p95_ms": 63.012, "reason": null, "sample_age_ms": 87.603, "source": "client_direct"}, "sample_age_ms": 87.598, "source": "client_direct", "task_total_ms": {"avg_ms": 46.586, "count": 179, "max_ms": 90.086, "p95_ms": 65.259, "reason": null, "sample_age_ms": 87.598, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.719, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.08, "count": 179, "max_ms": 7.355, "p95_ms": 4.896}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.284, "count": 179, "max_ms": 1.015, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.615, "count": 179, "max_ms": 2.305, "p95_ms": 1.659}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.141, "count": 179, "max_ms": 0.533, "p95_ms": 0.327}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.356, "count": 179, "max_ms": 1.76, "p95_ms": 0.853}, "setup_ms": {"avg_ms": 0.039, "count": 179, "max_ms": 0.13, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 2.039, "count": 179, "max_ms": 7.266, "p95_ms": 4.835}, "track_match_ms": {"avg_ms": 0.028, "count": 179, "max_ms": 0.159, "p95_ms": 0.078}, "tracker_update_ms": {"avg_ms": 0.57, "count": 179, "max_ms": 2.683, "p95_ms": 1.622}}, "gstreamer_push": {"avg_ms": 3.116, "count": 179, "max_ms": 6.066, "p95_ms": 5.154}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 179, "max_ms": 0.122, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.604, "count": 179, "max_ms": 93.687, "p95_ms": 66.083}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.422, "count": 179, "max_ms": 11.749, "p95_ms": 6.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.787, "count": 179, "max_ms": 123.675, "p95_ms": 107.024}, "inference_input_copy_ms": {"avg_ms": 1.685, "count": 179, "max_ms": 4.115, "p95_ms": 2.744}, "processing_residual_ms": {"avg_ms": 0.181, "count": 179, "max_ms": 0.442, "p95_ms": 0.367}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.074, "count": 179, "max_ms": 127.03, "p95_ms": 110.303}, "read_interval": {"avg_ms": 167.407, "count": 179, "max_ms": 4419.194, "p95_ms": 148.002}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 179, "max_ms": 0.041, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.303, "count": 179, "max_ms": 1.608, "p95_ms": 0.782}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 179, "max_ms": 0.056, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.289, "count": 179, "max_ms": 1.567, "p95_ms": 0.761}, "worker_merge_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.616, "count": 179, "max_ms": 93.696, "p95_ms": 66.09}, "visualize": {"avg_ms": 32.05, "count": 179, "max_ms": 55.908, "p95_ms": 42.204}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.591, "count": 179, "max_ms": 51.121, "p95_ms": 40.17}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.281, "count": 179, "max_ms": 54.112, "p95_ms": 41.679}, "visualize_input_copy_ms": {"avg_ms": 0.596, "count": 179, "max_ms": 2.212, "p95_ms": 1.69}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.18, "count": 179, "max_ms": 53.946, "p95_ms": 41.554}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 179, "max_ms": 0.167, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1181.648, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.791, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.685, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125166, "write_bytes_delta": 125166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.805777, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1367.0, "pid": 28412, "reason": null, "system_cpu_core_ratio": 0.417866, "system_cpu_s_delta": 8.370000000000001, "user_cpu_core_ratio": 0.387911, "user_cpu_s_delta": 7.769999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.780815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.218169, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.562646, "user_cpu_s_delta": 11.270000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 186, "max_ms": 6.066, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.22, "max": 8.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.608, "max": 1.0, "p95": 1.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.864, "count": 30, "max": 64.152, "p95": 30.447, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.103, "count": 30, "max": 27.2, "p95": 25.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.367, "count": 30, "max": 757.0, "p95": 752.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 867.533, "count": 30, "max": 12635.0, "p95": 2948.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.131, "count": 30, "max": 0.463, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.133, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.52, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.211, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6440, "sampled_at": "2026-10-31T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1266284, "flush_count": 1356, "flush_interval_seconds": 30.0, "flush_state": {"count": 1356, "last_at": "2026-10-31T13:09:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:09:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1355}, "started": true, "suppressed_count": 755013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 754877}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1356, "written_record_count": 1356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6765.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2090830233600, "copied_frame_count": 756232, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2090830233600, "frame_buffer_copies": 756232, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1091, "count": 512, "max_ms": 1.8129, "p50_ms": 0.0934, "p95_ms": 0.1966, "p99_ms": 0.298}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4831, "count": 512, "max_ms": 5.7374, "p50_ms": 1.4067, "p95_ms": 2.343, "p99_ms": 2.7503, "results": {"failed": 0, "not_applicable": 0, "success": 756232, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "last_exit_at": "2026-10-31T13:09:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.948, "last_started_at": "2026-10-31T13:05:11+09:00", "pid": 28412, "process": {"exists": false, "pid": 28412}, "restart_count": 98, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.561, "sample_count": 2652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-31T13:09:52+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-10-31T13:09:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.84, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 511.16, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-31T13:09:52.580789+09:00", "mtime_epoch": 1793419792.5807889, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132364}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:09:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1181.66, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 756232, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.112, "max": 8.0, "p95": 6.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.497, "max": 1.0, "p95": 1.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.985, "pushed": 5.985, "read": 5.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 128.104, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.683, "count": 178, "max_ms": 3.787, "p95_ms": 2.155, "reason": null, "sample_age_ms": 166.405, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 178, "max_ms": 3.303, "p95_ms": 1.706, "reason": null, "sample_age_ms": 166.646, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.288, "count": 179, "max_ms": 0.964, "p95_ms": 0.577, "reason": null, "sample_age_ms": 128.119, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.929, "count": 178, "max_ms": 6.841, "p95_ms": 3.267, "reason": null, "sample_age_ms": 165.335, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2764808.0, "count": 178, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.32, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.653, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.195, "count": 179, "max_ms": 86.065, "p95_ms": 63.012, "reason": null, "sample_age_ms": 128.097, "source": "client_direct"}, "sample_age_ms": 128.092, "source": "client_direct", "task_total_ms": {"avg_ms": 46.586, "count": 179, "max_ms": 90.086, "p95_ms": 65.259, "reason": null, "sample_age_ms": 128.092, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.152, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.08, "count": 179, "max_ms": 7.355, "p95_ms": 4.896}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.284, "count": 179, "max_ms": 1.015, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.615, "count": 179, "max_ms": 2.305, "p95_ms": 1.659}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.141, "count": 179, "max_ms": 0.533, "p95_ms": 0.327}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.356, "count": 179, "max_ms": 1.76, "p95_ms": 0.853}, "setup_ms": {"avg_ms": 0.039, "count": 179, "max_ms": 0.13, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 2.039, "count": 179, "max_ms": 7.266, "p95_ms": 4.835}, "track_match_ms": {"avg_ms": 0.028, "count": 179, "max_ms": 0.159, "p95_ms": 0.078}, "tracker_update_ms": {"avg_ms": 0.57, "count": 179, "max_ms": 2.683, "p95_ms": 1.622}}, "gstreamer_push": {"avg_ms": 3.116, "count": 179, "max_ms": 6.066, "p95_ms": 5.154}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 179, "max_ms": 0.122, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.604, "count": 179, "max_ms": 93.687, "p95_ms": 66.083}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.422, "count": 179, "max_ms": 11.749, "p95_ms": 6.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.787, "count": 179, "max_ms": 123.675, "p95_ms": 107.024}, "inference_input_copy_ms": {"avg_ms": 1.685, "count": 179, "max_ms": 4.115, "p95_ms": 2.744}, "processing_residual_ms": {"avg_ms": 0.181, "count": 179, "max_ms": 0.442, "p95_ms": 0.367}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.074, "count": 179, "max_ms": 127.03, "p95_ms": 110.303}, "read_interval": {"avg_ms": 167.643, "count": 178, "max_ms": 4419.194, "p95_ms": 148.002}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 179, "max_ms": 0.041, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.303, "count": 179, "max_ms": 1.608, "p95_ms": 0.782}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 179, "max_ms": 0.056, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.289, "count": 179, "max_ms": 1.567, "p95_ms": 0.761}, "worker_merge_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.616, "count": 179, "max_ms": 93.696, "p95_ms": 66.09}, "visualize": {"avg_ms": 32.05, "count": 179, "max_ms": 55.908, "p95_ms": 42.204}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.591, "count": 179, "max_ms": 51.121, "p95_ms": 40.17}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.281, "count": 179, "max_ms": 54.112, "p95_ms": 41.679}, "visualize_input_copy_ms": {"avg_ms": 0.596, "count": 179, "max_ms": 2.212, "p95_ms": 1.69}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.18, "count": 179, "max_ms": 53.946, "p95_ms": 41.554}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 179, "max_ms": 0.167, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1181.648, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.791, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.685, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125166, "write_bytes_delta": 125166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.805777, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1367.0, "pid": 28412, "reason": null, "system_cpu_core_ratio": 0.417866, "system_cpu_s_delta": 8.370000000000001, "user_cpu_core_ratio": 0.387911, "user_cpu_s_delta": 7.769999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.780815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.218169, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.562646, "user_cpu_s_delta": 11.270000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 186, "max_ms": 6.066, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.22, "max": 8.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.608, "max": 1.0, "p95": 1.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.864, "count": 30, "max": 64.152, "p95": 30.447, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.103, "count": 30, "max": 27.2, "p95": 25.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.367, "count": 30, "max": 757.0, "p95": 752.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 867.533, "count": 30, "max": 12635.0, "p95": 2948.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.131, "count": 30, "max": 0.463, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.133, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.52, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.211, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6440, "sampled_at": "2026-10-31T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1266284, "flush_count": 1356, "flush_interval_seconds": 30.0, "flush_state": {"count": 1356, "last_at": "2026-10-31T13:09:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:09:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1355}, "started": true, "suppressed_count": 755013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 754877}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1356, "written_record_count": 1356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6941.211, "limit_mb": null}, "detail": {"pid": 28528, "restart_count": 99, "start_count": 100}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2090830233600, "copied_frame_count": 756232, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2090830233600, "frame_buffer_copies": 756232, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1091, "count": 512, "max_ms": 1.8129, "p50_ms": 0.0934, "p95_ms": 0.1966, "p99_ms": 0.298}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4831, "count": 512, "max_ms": 5.7374, "p50_ms": 1.4067, "p95_ms": 2.343, "p99_ms": 2.7503, "results": {"failed": 0, "not_applicable": 0, "success": 756232, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "last_exit_at": "2026-10-31T13:09:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:09:54+09:00", "pid": 28528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.48, "name": "ffmpeg", "pid": 28528, "rss_mb": 209.48, "state": "S (sleeping)", "threads": 70}, "restart_count": 99, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.605, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.282, "last_frame_pushed_at": "2026-10-31T13:09:52+09:00", "last_frame_read_age_sec": 4.398, "last_frame_read_at": "2026-10-31T13:09:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 93.068, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 506.932, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 4.274, "exists": true, "mtime": "2026-10-31T13:09:52.580789+09:00", "mtime_epoch": 1793419792.5807889, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132364}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:09:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1181.664, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 756232, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.096, "max": 8.0, "p95": 6.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "total": {"avg": 0.5, "max": 1.0, "p95": 1.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.058, "pushed": 5.058, "read": 5.058}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.007, "count": 146, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4362.995, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.667, "count": 146, "max_ms": 3.787, "p95_ms": 2.11, "reason": null, "sample_age_ms": 4401.296, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 146, "max_ms": 3.303, "p95_ms": 1.74, "reason": null, "sample_age_ms": 4401.538, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.275, "count": 146, "max_ms": 0.715, "p95_ms": 0.559, "reason": null, "sample_age_ms": 4363.01, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.891, "count": 146, "max_ms": 4.103, "p95_ms": 3.401, "reason": null, "sample_age_ms": 4400.227, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2764808.0, "count": 146, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4400.212, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4363.544, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.994, "count": 146, "max_ms": 86.065, "p95_ms": 63.205, "reason": null, "sample_age_ms": 4362.988, "source": "client_direct"}, "sample_age_ms": 4362.983, "source": "client_direct", "task_total_ms": {"avg_ms": 47.328, "count": 146, "max_ms": 90.086, "p95_ms": 66.116, "reason": null, "sample_age_ms": 4362.983, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.186, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.057, "count": 146, "max_ms": 7.355, "p95_ms": 4.738}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 146, "max_ms": 0.711, "p95_ms": 0.524}, "detection_prepare_ms": {"avg_ms": 0.611, "count": 146, "max_ms": 2.17, "p95_ms": 1.622}, "event_filter_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 146, "max_ms": 0.435, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.002, "count": 146, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.352, "count": 146, "max_ms": 1.162, "p95_ms": 0.768}, "setup_ms": {"avg_ms": 0.038, "count": 146, "max_ms": 0.104, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 2.018, "count": 146, "max_ms": 7.266, "p95_ms": 4.69}, "track_match_ms": {"avg_ms": 0.027, "count": 146, "max_ms": 0.141, "p95_ms": 0.076}, "tracker_update_ms": {"avg_ms": 0.568, "count": 146, "max_ms": 2.683, "p95_ms": 1.554}}, "gstreamer_push": {"avg_ms": 3.139, "count": 146, "max_ms": 6.059, "p95_ms": 5.07}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 146, "max_ms": 0.122, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.32, "count": 146, "max_ms": 93.687, "p95_ms": 67.148}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.456, "count": 146, "max_ms": 11.749, "p95_ms": 6.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.063, "count": 146, "max_ms": 123.675, "p95_ms": 107.488}, "inference_input_copy_ms": {"avg_ms": 1.686, "count": 146, "max_ms": 4.115, "p95_ms": 2.75}, "processing_residual_ms": {"avg_ms": 0.188, "count": 146, "max_ms": 0.442, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.392, "count": 146, "max_ms": 127.03, "p95_ms": 111.595}, "read_interval": {"avg_ms": 182.897, "count": 146, "max_ms": 4419.194, "p95_ms": 167.402}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 146, "max_ms": 0.035, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.298, "count": 146, "max_ms": 1.008, "p95_ms": 0.671}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 146, "max_ms": 0.056, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.284, "count": 146, "max_ms": 0.976, "p95_ms": 0.653}, "worker_merge_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.332, "count": 146, "max_ms": 93.696, "p95_ms": 67.16}, "visualize": {"avg_ms": 31.638, "count": 146, "max_ms": 55.908, "p95_ms": 42.186}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.207, "count": 146, "max_ms": 51.121, "p95_ms": 40.005}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.862, "count": 146, "max_ms": 54.112, "p95_ms": 41.679}, "visualize_input_copy_ms": {"avg_ms": 0.604, "count": 146, "max_ms": 1.958, "p95_ms": 1.69}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.765, "count": 146, "max_ms": 53.946, "p95_ms": 41.554}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 146, "max_ms": 0.128, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1181.648, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.791, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.685, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125166, "write_bytes_delta": 125166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.805777, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1367.0, "pid": 28412, "reason": null, "system_cpu_core_ratio": 0.417866, "system_cpu_s_delta": 8.370000000000001, "user_cpu_core_ratio": 0.387911, "user_cpu_s_delta": 7.769999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.780815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.218169, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.562646, "user_cpu_s_delta": 11.270000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 186, "max_ms": 6.066, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.22, "max": 8.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.608, "max": 1.0, "p95": 1.0, "sample_count": 186}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.864, "count": 30, "max": 64.152, "p95": 30.447, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.103, "count": 30, "max": 27.2, "p95": 25.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.367, "count": 30, "max": 757.0, "p95": 752.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 867.533, "count": 30, "max": 12635.0, "p95": 2948.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.131, "count": 30, "max": 0.463, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126963.667, "count": 30, "max": 134020.0, "p95": 131855.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.133, "count": 30, "max": 37.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.52, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.211, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6440, "sampled_at": "2026-10-31T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.866, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1270138, "flush_count": 1360, "flush_interval_seconds": 30.0, "flush_state": {"count": 1360, "last_at": "2026-10-31T13:13:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:13:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1359}, "started": true, "suppressed_count": 756847, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 756711}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1360, "written_record_count": 1360}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6774.465, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2095911936000, "copied_frame_count": 758070, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2095911936000, "frame_buffer_copies": 758070, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 2.1739, "p50_ms": 0.0914, "p95_ms": 0.1907, "p99_ms": 0.23}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4513, "count": 512, "max_ms": 5.5526, "p50_ms": 1.3769, "p95_ms": 2.3935, "p99_ms": 2.8801, "results": {"failed": 0, "not_applicable": 0, "success": 758070, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "last_exit_at": "2026-10-31T13:13:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 211.313, "last_started_at": "2026-10-31T13:09:54+09:00", "pid": 28528, "process": {"exists": false, "pid": 28528}, "restart_count": 99, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.452, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 758070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T13:13:26+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-31T13:13:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.377, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 297.623, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-10-31T13:13:26.068536+09:00", "mtime_epoch": 1793420006.0685363, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 136737}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:13:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1182.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 758070, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.49, "max": 11.0, "p95": 10.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 202}, "total": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.764, "pushed": 6.764, "read": 6.764}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 44.733, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.757, "count": 202, "max_ms": 4.984, "p95_ms": 2.515, "reason": null, "sample_age_ms": 110.05, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 202, "max_ms": 3.399, "p95_ms": 1.853, "reason": null, "sample_age_ms": 110.299, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 202, "max_ms": 1.028, "p95_ms": 0.705, "reason": null, "sample_age_ms": 44.74, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.767, "count": 202, "max_ms": 4.709, "p95_ms": 2.846, "reason": null, "sample_age_ms": 108.526, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.503, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.016, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.486, "count": 202, "max_ms": 71.239, "p95_ms": 59.451, "reason": null, "sample_age_ms": 44.73, "source": "client_direct"}, "sample_age_ms": 44.728, "source": "client_direct", "task_total_ms": {"avg_ms": 45.771, "count": 202, "max_ms": 73.868, "p95_ms": 62.191, "reason": null, "sample_age_ms": 44.728, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.792, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.885, "count": 202, "max_ms": 8.758, "p95_ms": 6.411}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 202, "max_ms": 0.817, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 1.302, "count": 202, "max_ms": 4.505, "p95_ms": 2.323}, "event_filter_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 202, "max_ms": 0.624, "p95_ms": 0.417}, "mcmt_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.586, "count": 202, "max_ms": 2.63, "p95_ms": 1.046}, "setup_ms": {"avg_ms": 0.042, "count": 202, "max_ms": 0.126, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.838, "count": 202, "max_ms": 8.704, "p95_ms": 6.345}, "track_match_ms": {"avg_ms": 0.064, "count": 202, "max_ms": 0.187, "p95_ms": 0.123}, "tracker_update_ms": {"avg_ms": 1.276, "count": 202, "max_ms": 2.794, "p95_ms": 2.08}}, "gstreamer_push": {"avg_ms": 2.955, "count": 202, "max_ms": 8.842, "p95_ms": 4.877}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 202, "max_ms": 0.566, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.909, "count": 202, "max_ms": 75.991, "p95_ms": 63.331}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.796, "count": 202, "max_ms": 16.021, "p95_ms": 7.883}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.253, "count": 202, "max_ms": 125.06, "p95_ms": 109.484}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 202, "max_ms": 5.391, "p95_ms": 2.807}, "processing_residual_ms": {"avg_ms": 0.203, "count": 202, "max_ms": 1.18, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.901, "count": 202, "max_ms": 128.927, "p95_ms": 115.505}, "read_interval": {"avg_ms": 160.397, "count": 202, "max_ms": 3192.597, "p95_ms": 154.379}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 202, "max_ms": 0.05, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.53, "count": 202, "max_ms": 2.57, "p95_ms": 0.931}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 202, "max_ms": 0.046, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.515, "count": 202, "max_ms": 2.556, "p95_ms": 0.901}, "worker_merge_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.05, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.923, "count": 202, "max_ms": 76.007, "p95_ms": 63.34}, "visualize": {"avg_ms": 34.312, "count": 202, "max_ms": 55.519, "p95_ms": 45.445}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.866, "count": 202, "max_ms": 48.224, "p95_ms": 40.889}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.767, "count": 202, "max_ms": 53.654, "p95_ms": 44.063}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 202, "max_ms": 3.524, "p95_ms": 2.192}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.644, "count": 202, "max_ms": 53.523, "p95_ms": 43.873}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 202, "max_ms": 0.174, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1182.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 61.664, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.917, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 757967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121729, "write_bytes_delta": 121729, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 585.0, "cpu_core_ratio": 0.77765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7350.0, "pid": 28528, "reason": null, "system_cpu_core_ratio": 0.329323, "system_cpu_s_delta": 6.780000000000001, "user_cpu_core_ratio": 0.448327, "user_cpu_s_delta": 9.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.162347, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.354096, "system_cpu_s_delta": 7.289999999997235, "user_cpu_core_ratio": 0.808251, "user_cpu_s_delta": 16.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.07, "count": 208, "max_ms": 6.745, "p95_ms": 5.024, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.87, "max": 13.0, "p95": 11.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.154, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.446, "count": 30, "max": 27.2, "p95": 25.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 807.867, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 523.2, "count": 30, "max": 7350.0, "p95": 2501.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125208.7, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125208.7, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.133, "count": 30, "max": 47.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.542, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.208, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6450, "sampled_at": "2026-10-31T13:13:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:13:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1270138, "flush_count": 1360, "flush_interval_seconds": 30.0, "flush_state": {"count": 1360, "last_at": "2026-10-31T13:13:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:13:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1359}, "started": true, "suppressed_count": 756847, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 756711}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1360, "written_record_count": 1360}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6774.707, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2095911936000, "copied_frame_count": 758070, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2095911936000, "frame_buffer_copies": 758070, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 2.1739, "p50_ms": 0.0914, "p95_ms": 0.1907, "p99_ms": 0.23}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4513, "count": 512, "max_ms": 5.5526, "p50_ms": 1.3769, "p95_ms": 2.3935, "p99_ms": 2.8801, "results": {"failed": 0, "not_applicable": 0, "success": 758070, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "last_exit_at": "2026-10-31T13:13:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 211.335, "last_started_at": "2026-10-31T13:09:54+09:00", "pid": 28528, "process": {"exists": false, "pid": 28528}, "restart_count": 99, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.452, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 758070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-31T13:13:26+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-31T13:13:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.401, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 297.599, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-31T13:13:26.173537+09:00", "mtime_epoch": 1793420006.1735373, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:13:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1182.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 758070, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.49, "max": 11.0, "p95": 10.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 202}, "total": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.759, "pushed": 6.759, "read": 6.759}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 66.111, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.757, "count": 202, "max_ms": 4.984, "p95_ms": 2.515, "reason": null, "sample_age_ms": 131.428, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 202, "max_ms": 3.399, "p95_ms": 1.853, "reason": null, "sample_age_ms": 131.677, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 202, "max_ms": 1.028, "p95_ms": 0.705, "reason": null, "sample_age_ms": 66.118, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.767, "count": 202, "max_ms": 4.709, "p95_ms": 2.846, "reason": null, "sample_age_ms": 129.903, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.88, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.393, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.486, "count": 202, "max_ms": 71.239, "p95_ms": 59.451, "reason": null, "sample_age_ms": 66.108, "source": "client_direct"}, "sample_age_ms": 66.106, "source": "client_direct", "task_total_ms": {"avg_ms": 45.771, "count": 202, "max_ms": 73.868, "p95_ms": 62.191, "reason": null, "sample_age_ms": 66.106, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.828, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.885, "count": 202, "max_ms": 8.758, "p95_ms": 6.411}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 202, "max_ms": 0.817, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 1.302, "count": 202, "max_ms": 4.505, "p95_ms": 2.323}, "event_filter_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 202, "max_ms": 0.624, "p95_ms": 0.417}, "mcmt_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.586, "count": 202, "max_ms": 2.63, "p95_ms": 1.046}, "setup_ms": {"avg_ms": 0.042, "count": 202, "max_ms": 0.126, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.838, "count": 202, "max_ms": 8.704, "p95_ms": 6.345}, "track_match_ms": {"avg_ms": 0.064, "count": 202, "max_ms": 0.187, "p95_ms": 0.123}, "tracker_update_ms": {"avg_ms": 1.276, "count": 202, "max_ms": 2.794, "p95_ms": 2.08}}, "gstreamer_push": {"avg_ms": 2.955, "count": 202, "max_ms": 8.842, "p95_ms": 4.877}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 202, "max_ms": 0.566, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.909, "count": 202, "max_ms": 75.991, "p95_ms": 63.331}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.796, "count": 202, "max_ms": 16.021, "p95_ms": 7.883}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.253, "count": 202, "max_ms": 125.06, "p95_ms": 109.484}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 202, "max_ms": 5.391, "p95_ms": 2.807}, "processing_residual_ms": {"avg_ms": 0.203, "count": 202, "max_ms": 1.18, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.901, "count": 202, "max_ms": 128.927, "p95_ms": 115.505}, "read_interval": {"avg_ms": 160.397, "count": 202, "max_ms": 3192.597, "p95_ms": 154.379}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 202, "max_ms": 0.05, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.53, "count": 202, "max_ms": 2.57, "p95_ms": 0.931}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 202, "max_ms": 0.046, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.515, "count": 202, "max_ms": 2.556, "p95_ms": 0.901}, "worker_merge_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.05, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.923, "count": 202, "max_ms": 76.007, "p95_ms": 63.34}, "visualize": {"avg_ms": 34.312, "count": 202, "max_ms": 55.519, "p95_ms": 45.445}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.866, "count": 202, "max_ms": 48.224, "p95_ms": 40.889}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.767, "count": 202, "max_ms": 53.654, "p95_ms": 44.063}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 202, "max_ms": 3.524, "p95_ms": 2.192}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.644, "count": 202, "max_ms": 53.523, "p95_ms": 43.873}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 202, "max_ms": 0.174, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1182.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 61.664, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.917, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 757967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121729, "write_bytes_delta": 121729, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 585.0, "cpu_core_ratio": 0.77765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7350.0, "pid": 28528, "reason": null, "system_cpu_core_ratio": 0.329323, "system_cpu_s_delta": 6.780000000000001, "user_cpu_core_ratio": 0.448327, "user_cpu_s_delta": 9.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.162347, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.354096, "system_cpu_s_delta": 7.289999999997235, "user_cpu_core_ratio": 0.808251, "user_cpu_s_delta": 16.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.07, "count": 208, "max_ms": 6.745, "p95_ms": 5.024, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.87, "max": 13.0, "p95": 11.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.154, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.446, "count": 30, "max": 27.2, "p95": 25.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 807.867, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 523.2, "count": 30, "max": 7350.0, "p95": 2501.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125208.7, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125208.7, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.133, "count": 30, "max": 47.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.542, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.208, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6450, "sampled_at": "2026-10-31T13:13:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:13:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1270138, "flush_count": 1360, "flush_interval_seconds": 30.0, "flush_state": {"count": 1360, "last_at": "2026-10-31T13:13:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:13:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1359}, "started": true, "suppressed_count": 756847, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 756711}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1360, "written_record_count": 1360}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6952.973, "limit_mb": null}, "detail": {"pid": 28644, "restart_count": 100, "start_count": 101}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2095911936000, "copied_frame_count": 758070, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2095911936000, "frame_buffer_copies": 758070, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 2.1739, "p50_ms": 0.0914, "p95_ms": 0.1907, "p99_ms": 0.23}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4513, "count": 512, "max_ms": 5.5526, "p50_ms": 1.3769, "p95_ms": 2.3935, "p99_ms": 2.8801, "results": {"failed": 0, "not_applicable": 0, "success": 758070, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:09:52+09:00", "last_error_summary": "[h264 @ 0x6205df2a21c0] cabac decode of qscale diff failed at 28 60 [h264 @ 0x6205df2a21c0] error while decoding MB 28 60, bytestream 15621 [h264 @ 0x6205df1b8180] error while decoding MB 45 62, bytestream -7 [h264 @ 0x6205dfdc1d80] error while decoding MB 68 67, bytestream -10", "last_exit_at": "2026-10-31T13:13:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:13:28+09:00", "pid": 28644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.684, "name": "ffmpeg", "pid": 28644, "rss_mb": 209.684, "state": "S (sleeping)", "threads": 70}, "restart_count": 100, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.487, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 758070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.374, "last_frame_pushed_at": "2026-10-31T13:13:26+09:00", "last_frame_read_age_sec": 4.481, "last_frame_read_at": "2026-10-31T13:13:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 306.762, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 293.238, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 4.367, "exists": true, "mtime": "2026-10-31T13:13:26.173537+09:00", "mtime_epoch": 1793420006.1735373, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:13:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1182.551, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 758070, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.079, "max": 11.0, "p95": 9.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.11, "max": 2.0, "p95": 2.0, "sample_count": 164}, "total": {"avg": 1.11, "max": 2.0, "p95": 2.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 0.11, "max": 1.0, "p95": 1.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 0.11, "max": 1.0, "p95": 1.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.484, "pushed": 5.484, "read": 5.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4420.369, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.753, "count": 163, "max_ms": 4.984, "p95_ms": 2.512, "reason": null, "sample_age_ms": 4485.686, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 163, "max_ms": 3.399, "p95_ms": 1.85, "reason": null, "sample_age_ms": 4485.935, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 164, "max_ms": 0.973, "p95_ms": 0.662, "reason": null, "sample_age_ms": 4420.377, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.752, "count": 163, "max_ms": 4.709, "p95_ms": 2.805, "reason": null, "sample_age_ms": 4484.162, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2764808.0, "count": 163, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4484.139, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4420.652, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.998, "count": 164, "max_ms": 71.012, "p95_ms": 58.721, "reason": null, "sample_age_ms": 4420.367, "source": "client_direct"}, "sample_age_ms": 4420.364, "source": "client_direct", "task_total_ms": {"avg_ms": 45.245, "count": 164, "max_ms": 73.21, "p95_ms": 61.35, "reason": null, "sample_age_ms": 4420.364, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.482, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.901, "count": 164, "max_ms": 8.758, "p95_ms": 6.411}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.327, "count": 164, "max_ms": 0.771, "p95_ms": 0.653}, "detection_prepare_ms": {"avg_ms": 1.292, "count": 164, "max_ms": 4.505, "p95_ms": 2.376}, "event_filter_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.237, "count": 164, "max_ms": 0.624, "p95_ms": 0.422}, "mcmt_ms": {"avg_ms": 0.003, "count": 164, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.596, "count": 164, "max_ms": 2.63, "p95_ms": 1.099}, "setup_ms": {"avg_ms": 0.04, "count": 164, "max_ms": 0.087, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 3.856, "count": 164, "max_ms": 8.704, "p95_ms": 6.345}, "track_match_ms": {"avg_ms": 0.066, "count": 164, "max_ms": 0.187, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 1.289, "count": 164, "max_ms": 2.794, "p95_ms": 2.17}}, "gstreamer_push": {"avg_ms": 2.923, "count": 164, "max_ms": 8.842, "p95_ms": 4.796}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 164, "max_ms": 0.566, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.374, "count": 164, "max_ms": 75.991, "p95_ms": 62.365}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.741, "count": 164, "max_ms": 12.322, "p95_ms": 7.883}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.456, "count": 164, "max_ms": 113.893, "p95_ms": 106.164}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 164, "max_ms": 4.333, "p95_ms": 2.807}, "processing_residual_ms": {"avg_ms": 0.201, "count": 164, "max_ms": 1.18, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.037, "count": 164, "max_ms": 121.206, "p95_ms": 113.716}, "read_interval": {"avg_ms": 156.564, "count": 163, "max_ms": 3192.597, "p95_ms": 151.58}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 164, "max_ms": 0.05, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.539, "count": 164, "max_ms": 2.57, "p95_ms": 0.993}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 164, "max_ms": 0.046, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.525, "count": 164, "max_ms": 2.556, "p95_ms": 0.967}, "worker_merge_ms": {"avg_ms": 0.007, "count": 164, "max_ms": 0.05, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.387, "count": 164, "max_ms": 76.007, "p95_ms": 62.382}, "visualize": {"avg_ms": 34.074, "count": 164, "max_ms": 55.519, "p95_ms": 44.223}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.605, "count": 164, "max_ms": 48.224, "p95_ms": 40.085}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.531, "count": 164, "max_ms": 53.654, "p95_ms": 42.878}, "visualize_input_copy_ms": {"avg_ms": 1.36, "count": 164, "max_ms": 3.524, "p95_ms": 2.171}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.408, "count": 164, "max_ms": 53.523, "p95_ms": 42.74}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 164, "max_ms": 0.174, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1182.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 61.664, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.917, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 757967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121729, "write_bytes_delta": 121729, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 585.0, "cpu_core_ratio": 0.77765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7350.0, "pid": 28528, "reason": null, "system_cpu_core_ratio": 0.329323, "system_cpu_s_delta": 6.780000000000001, "user_cpu_core_ratio": 0.448327, "user_cpu_s_delta": 9.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.162347, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.354096, "system_cpu_s_delta": 7.289999999997235, "user_cpu_core_ratio": 0.808251, "user_cpu_s_delta": 16.639999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.07, "count": 208, "max_ms": 6.745, "p95_ms": 5.024, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.87, "max": 13.0, "p95": 11.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.154, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.446, "count": 30, "max": 27.2, "p95": 25.795, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 807.867, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 523.2, "count": 30, "max": 7350.0, "p95": 2501.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125208.7, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125208.7, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.133, "count": 30, "max": 47.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.542, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.208, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6450, "sampled_at": "2026-10-31T13:13:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:13:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1272114, "flush_count": 1362, "flush_interval_seconds": 30.0, "flush_state": {"count": 1362, "last_at": "2026-10-31T13:15:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:15:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1361}, "started": true, "suppressed_count": 758106, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 757970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1362, "written_record_count": 1362}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6781.656, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x651a26c08ec0] error while decoding MB 85 61, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2099395584000, "copied_frame_count": 759330, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2099395584000, "frame_buffer_copies": 759330, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1079, "count": 512, "max_ms": 1.1727, "p50_ms": 0.0918, "p95_ms": 0.202, "p99_ms": 0.2744}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5311, "count": 512, "max_ms": 4.2421, "p50_ms": 1.4448, "p95_ms": 2.5986, "p99_ms": 3.3967, "results": {"failed": 0, "not_applicable": 0, "success": 759330, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:15:55+09:00", "last_error_summary": "[h264 @ 0x651a26c08ec0] error while decoding MB 85 61, bytestream -5", "last_exit_at": "2026-10-31T13:13:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.336, "last_started_at": "2026-10-31T13:13:28+09:00", "pid": 28644, "process": {"exists": false, "pid": 28644}, "restart_count": 100, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.193, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.112, "last_frame_pushed_at": "2026-10-31T13:15:55+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-10-31T13:15:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.129, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 147.871, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-10-31T13:15:55.773949+09:00", "mtime_epoch": 1793420155.7739487, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123200}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:15:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.164, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 759331, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.008, "max": 6.0, "p95": 5.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.673, "max": 3.0, "p95": 3.0, "sample_count": 257}, "total": {"avg": 2.673, "max": 3.0, "p95": 3.0, "sample_count": 257}}, "tracking_counts": {"active": {"avg": 0.097, "max": 1.0, "p95": 1.0, "sample_count": 257}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 257}, "tracked": {"avg": 0.097, "max": 1.0, "p95": 1.0, "sample_count": 257}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.574, "pushed": 8.574, "read": 8.574}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 257, "client_acquire_ms": {"avg_ms": 0.006, "count": 257, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 43.315, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.862, "count": 257, "max_ms": 6.661, "p95_ms": 3.144, "reason": null, "sample_age_ms": 112.732, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 257, "max_ms": 6.136, "p95_ms": 1.921, "reason": null, "sample_age_ms": 114.132, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 257, "max_ms": 0.844, "p95_ms": 0.584, "reason": null, "sample_age_ms": 43.325, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.675, "count": 257, "max_ms": 5.073, "p95_ms": 2.928, "reason": null, "sample_age_ms": 111.366, "source": "client_direct"}, "request_count": 257, "request_tensor_bytes": {"avg": 2764808.0, "count": 257, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.351, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 257, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.695, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.329, "count": 257, "max_ms": 82.243, "p95_ms": 63.624, "reason": null, "sample_age_ms": 43.309, "source": "client_direct"}, "sample_age_ms": 43.304, "source": "client_direct", "task_total_ms": {"avg_ms": 47.471, "count": 257, "max_ms": 83.686, "p95_ms": 66.218, "reason": null, "sample_age_ms": 43.304, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.947, "count": 257, "max_ms": 17.675, "p95_ms": 12.255}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.481, "count": 257, "max_ms": 1.687, "p95_ms": 0.939}, "detection_prepare_ms": {"avg_ms": 1.595, "count": 257, "max_ms": 9.095, "p95_ms": 2.78}, "event_filter_ms": {"avg_ms": 0.006, "count": 257, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.397, "count": 257, "max_ms": 1.221, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.004, "count": 257, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.253, "count": 257, "max_ms": 6.838, "p95_ms": 5.347}, "setup_ms": {"avg_ms": 0.041, "count": 257, "max_ms": 0.112, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 7.887, "count": 257, "max_ms": 17.416, "p95_ms": 12.154}, "track_match_ms": {"avg_ms": 0.094, "count": 257, "max_ms": 0.272, "p95_ms": 0.167}, "tracker_update_ms": {"avg_ms": 2.016, "count": 257, "max_ms": 7.345, "p95_ms": 3.411}}, "gstreamer_push": {"avg_ms": 3.048, "count": 257, "max_ms": 7.18, "p95_ms": 5.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 257, "max_ms": 0.189, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.663, "count": 257, "max_ms": 84.984, "p95_ms": 66.801}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.939, "count": 257, "max_ms": 14.462, "p95_ms": 7.329}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.155, "count": 257, "max_ms": 157.591, "p95_ms": 122.336}, "inference_input_copy_ms": {"avg_ms": 1.606, "count": 257, "max_ms": 3.954, "p95_ms": 2.881}, "processing_residual_ms": {"avg_ms": 0.187, "count": 257, "max_ms": 0.519, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.886, "count": 257, "max_ms": 163.037, "p95_ms": 129.46}, "read_interval": {"avg_ms": 116.685, "count": 257, "max_ms": 205.561, "p95_ms": 158.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 257, "max_ms": 0.184, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.173, "count": 257, "max_ms": 6.732, "p95_ms": 5.228}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 257, "max_ms": 0.069, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.154, "count": 257, "max_ms": 6.706, "p95_ms": 5.195}, "worker_merge_ms": {"avg_ms": 0.007, "count": 257, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.678, "count": 257, "max_ms": 85.012, "p95_ms": 66.809}, "visualize": {"avg_ms": 39.479, "count": 257, "max_ms": 59.264, "p95_ms": 53.599}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.318, "count": 257, "max_ms": 49.619, "p95_ms": 44.735}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.917, "count": 257, "max_ms": 56.393, "p95_ms": 52.11}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 257, "max_ms": 3.794, "p95_ms": 2.368}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.789, "count": 257, "max_ms": 56.29, "p95_ms": 51.996}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 257, "max_ms": 0.229, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.216, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.122, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121722, "write_bytes_delta": 121722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 0.46318, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 28644, "reason": null, "system_cpu_core_ratio": 0.041471, "system_cpu_s_delta": 0.8299999999999992, "user_cpu_core_ratio": 0.421709, "user_cpu_s_delta": 8.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545124, "system_cpu_s_delta": 10.909999999999854, "user_cpu_core_ratio": 1.237146, "user_cpu_s_delta": 24.75999999999476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.055, "count": 257, "max_ms": 7.18, "p95_ms": 5.236, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 5.0, "p95": 5.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.693, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.693, "max": 3.0, "p95": 3.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.52, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.759, "count": 30, "max": 27.2, "p95": 26.252, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.3, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 950.833, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 47.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6458, "sampled_at": "2026-10-31T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1272114, "flush_count": 1362, "flush_interval_seconds": 30.0, "flush_state": {"count": 1362, "last_at": "2026-10-31T13:15:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:15:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1361}, "started": true, "suppressed_count": 758106, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 757970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1362, "written_record_count": 1362}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6782.953, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:15:55+09:00", "last_error_summary": "[h264 @ 0x651a26c08ec0] error while decoding MB 85 61, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2099398348800, "copied_frame_count": 759331, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2099398348800, "frame_buffer_copies": 759331, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.1727, "p50_ms": 0.0917, "p95_ms": 0.202, "p99_ms": 0.2744}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5306, "count": 512, "max_ms": 4.2421, "p50_ms": 1.4448, "p95_ms": 2.5781, "p99_ms": 3.3967, "results": {"failed": 0, "not_applicable": 0, "success": 759331, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:15:55+09:00", "last_error_summary": "[h264 @ 0x651a26c08ec0] error while decoding MB 85 61, bytestream -5", "last_exit_at": "2026-10-31T13:15:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.447, "last_started_at": "2026-10-31T13:13:28+09:00", "pid": 28644, "process": {"exists": false, "pid": 28644}, "restart_count": 100, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.259, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-31T13:15:55+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-10-31T13:15:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.214, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 147.786, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-31T13:15:55.932950+09:00", "mtime_epoch": 1793420155.93295, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:15:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 759331, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.012, "max": 6.0, "p95": 5.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.673, "max": 3.0, "p95": 3.0, "sample_count": 257}, "total": {"avg": 2.673, "max": 3.0, "p95": 3.0, "sample_count": 257}}, "tracking_counts": {"active": {"avg": 0.097, "max": 1.0, "p95": 1.0, "sample_count": 257}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 257}, "tracked": {"avg": 0.097, "max": 1.0, "p95": 1.0, "sample_count": 257}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.579, "pushed": 8.579, "read": 8.545}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 256, "client_acquire_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 157.755, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 256, "max_ms": 6.661, "p95_ms": 3.153, "reason": null, "sample_age_ms": 227.172, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 256, "max_ms": 6.136, "p95_ms": 1.927, "reason": null, "sample_age_ms": 228.572, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 256, "max_ms": 0.844, "p95_ms": 0.584, "reason": null, "sample_age_ms": 157.764, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.664, "count": 256, "max_ms": 5.073, "p95_ms": 2.812, "reason": null, "sample_age_ms": 225.805, "source": "client_direct"}, "request_count": 256, "request_tensor_bytes": {"avg": 2764808.0, "count": 256, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 225.79, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 158.135, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.34, "count": 256, "max_ms": 82.243, "p95_ms": 63.654, "reason": null, "sample_age_ms": 157.749, "source": "client_direct"}, "sample_age_ms": 157.744, "source": "client_direct", "task_total_ms": {"avg_ms": 47.471, "count": 256, "max_ms": 83.686, "p95_ms": 66.231, "reason": null, "sample_age_ms": 157.744, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.677, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.931, "count": 257, "max_ms": 17.675, "p95_ms": 12.255}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 257, "max_ms": 1.687, "p95_ms": 0.928}, "detection_prepare_ms": {"avg_ms": 1.596, "count": 257, "max_ms": 9.095, "p95_ms": 2.78}, "event_filter_ms": {"avg_ms": 0.006, "count": 257, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.396, "count": 257, "max_ms": 1.221, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.004, "count": 257, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.245, "count": 257, "max_ms": 6.838, "p95_ms": 5.347}, "setup_ms": {"avg_ms": 0.041, "count": 257, "max_ms": 0.112, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 7.871, "count": 257, "max_ms": 17.416, "p95_ms": 12.154}, "track_match_ms": {"avg_ms": 0.094, "count": 257, "max_ms": 0.272, "p95_ms": 0.167}, "tracker_update_ms": {"avg_ms": 2.01, "count": 257, "max_ms": 7.345, "p95_ms": 3.411}}, "gstreamer_push": {"avg_ms": 3.078, "count": 257, "max_ms": 10.586, "p95_ms": 5.473}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 257, "max_ms": 0.189, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.728, "count": 257, "max_ms": 84.984, "p95_ms": 67.319}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.936, "count": 257, "max_ms": 14.462, "p95_ms": 7.329}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.245, "count": 257, "max_ms": 157.591, "p95_ms": 124.66}, "inference_input_copy_ms": {"avg_ms": 1.604, "count": 257, "max_ms": 3.954, "p95_ms": 2.881}, "processing_residual_ms": {"avg_ms": 0.187, "count": 257, "max_ms": 0.519, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.972, "count": 257, "max_ms": 163.037, "p95_ms": 130.905}, "read_interval": {"avg_ms": 116.622, "count": 256, "max_ms": 205.561, "p95_ms": 158.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 257, "max_ms": 0.184, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.166, "count": 257, "max_ms": 6.732, "p95_ms": 5.228}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 257, "max_ms": 0.069, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.146, "count": 257, "max_ms": 6.706, "p95_ms": 5.195}, "worker_merge_ms": {"avg_ms": 0.007, "count": 257, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.742, "count": 257, "max_ms": 85.012, "p95_ms": 67.334}, "visualize": {"avg_ms": 39.521, "count": 257, "max_ms": 59.264, "p95_ms": 53.641}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.324, "count": 257, "max_ms": 49.619, "p95_ms": 44.735}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.958, "count": 257, "max_ms": 56.393, "p95_ms": 52.557}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 257, "max_ms": 3.794, "p95_ms": 2.368}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.829, "count": 257, "max_ms": 56.29, "p95_ms": 52.427}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 257, "max_ms": 0.229, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.216, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.122, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121722, "write_bytes_delta": 121722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 0.46318, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 28644, "reason": null, "system_cpu_core_ratio": 0.041471, "system_cpu_s_delta": 0.8299999999999992, "user_cpu_core_ratio": 0.421709, "user_cpu_s_delta": 8.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545124, "system_cpu_s_delta": 10.909999999999854, "user_cpu_core_ratio": 1.237146, "user_cpu_s_delta": 24.75999999999476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.055, "count": 257, "max_ms": 7.18, "p95_ms": 5.236, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 5.0, "p95": 5.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.693, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.693, "max": 3.0, "p95": 3.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.52, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.759, "count": 30, "max": 27.2, "p95": 26.252, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.3, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 950.833, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 47.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6458, "sampled_at": "2026-10-31T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1272114, "flush_count": 1362, "flush_interval_seconds": 30.0, "flush_state": {"count": 1362, "last_at": "2026-10-31T13:15:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:15:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1361}, "started": true, "suppressed_count": 758106, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 757970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1362, "written_record_count": 1362}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6781.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2099398348800, "copied_frame_count": 759331, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2099398348800, "frame_buffer_copies": 759331, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.1727, "p50_ms": 0.0917, "p95_ms": 0.202, "p99_ms": 0.2744}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5306, "count": 512, "max_ms": 4.2421, "p50_ms": 1.4448, "p95_ms": 2.5781, "p99_ms": 3.3967, "results": {"failed": 0, "not_applicable": 0, "success": 759331, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:15:55+09:00", "last_error_summary": "[h264 @ 0x651a26c08ec0] error while decoding MB 85 61, bytestream -5", "last_exit_at": "2026-10-31T13:15:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.496, "last_started_at": "2026-10-31T13:13:28+09:00", "pid": 28644, "process": {"exists": false, "pid": 28644}, "restart_count": 100, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.259, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.114, "last_frame_pushed_at": "2026-10-31T13:15:55+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-10-31T13:15:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.264, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 147.736, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-10-31T13:15:55.932950+09:00", "mtime_epoch": 1793420155.93295, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:15:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 759331, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.016, "max": 6.0, "p95": 5.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.672, "max": 3.0, "p95": 3.0, "sample_count": 256}, "total": {"avg": 2.672, "max": 3.0, "p95": 3.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.535, "pushed": 8.535, "read": 8.535}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 207.41, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.861, "count": 255, "max_ms": 6.661, "p95_ms": 3.162, "reason": null, "sample_age_ms": 276.826, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 255, "max_ms": 6.136, "p95_ms": 1.933, "reason": null, "sample_age_ms": 278.227, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 256, "max_ms": 0.844, "p95_ms": 0.584, "reason": null, "sample_age_ms": 207.419, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.66, "count": 255, "max_ms": 5.073, "p95_ms": 2.819, "reason": null, "sample_age_ms": 275.46, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 275.445, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 207.79, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.34, "count": 256, "max_ms": 82.243, "p95_ms": 63.654, "reason": null, "sample_age_ms": 207.404, "source": "client_direct"}, "sample_age_ms": 207.398, "source": "client_direct", "task_total_ms": {"avg_ms": 47.471, "count": 256, "max_ms": 83.686, "p95_ms": 66.231, "reason": null, "sample_age_ms": 207.398, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.066, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 256, "max_ms": 17.675, "p95_ms": 12.255}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 256, "max_ms": 1.687, "p95_ms": 0.928}, "detection_prepare_ms": {"avg_ms": 1.596, "count": 256, "max_ms": 9.095, "p95_ms": 2.78}, "event_filter_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.396, "count": 256, "max_ms": 1.221, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.24, "count": 256, "max_ms": 6.838, "p95_ms": 5.347}, "setup_ms": {"avg_ms": 0.041, "count": 256, "max_ms": 0.112, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 7.866, "count": 256, "max_ms": 17.416, "p95_ms": 12.154}, "track_match_ms": {"avg_ms": 0.094, "count": 256, "max_ms": 0.272, "p95_ms": 0.167}, "tracker_update_ms": {"avg_ms": 2.009, "count": 256, "max_ms": 7.345, "p95_ms": 3.411}}, "gstreamer_push": {"avg_ms": 3.076, "count": 256, "max_ms": 10.586, "p95_ms": 5.473}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 256, "max_ms": 0.189, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.729, "count": 256, "max_ms": 84.984, "p95_ms": 67.319}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.934, "count": 256, "max_ms": 14.462, "p95_ms": 7.329}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.2, "count": 256, "max_ms": 157.591, "p95_ms": 124.66}, "inference_input_copy_ms": {"avg_ms": 1.598, "count": 256, "max_ms": 3.954, "p95_ms": 2.866}, "processing_residual_ms": {"avg_ms": 0.186, "count": 256, "max_ms": 0.519, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.919, "count": 256, "max_ms": 163.037, "p95_ms": 130.905}, "read_interval": {"avg_ms": 116.622, "count": 256, "max_ms": 205.561, "p95_ms": 158.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 256, "max_ms": 0.184, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.161, "count": 256, "max_ms": 6.732, "p95_ms": 5.228}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 256, "max_ms": 0.069, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.141, "count": 256, "max_ms": 6.706, "p95_ms": 5.195}, "worker_merge_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.743, "count": 256, "max_ms": 85.012, "p95_ms": 67.334}, "visualize": {"avg_ms": 39.482, "count": 256, "max_ms": 59.264, "p95_ms": 53.641}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.294, "count": 256, "max_ms": 49.619, "p95_ms": 44.735}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.917, "count": 256, "max_ms": 56.393, "p95_ms": 52.557}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 256, "max_ms": 3.794, "p95_ms": 2.368}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.789, "count": 256, "max_ms": 56.29, "p95_ms": 52.427}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 256, "max_ms": 0.229, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.216, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.122, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121722, "write_bytes_delta": 121722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 0.46318, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 28644, "reason": null, "system_cpu_core_ratio": 0.041471, "system_cpu_s_delta": 0.8299999999999992, "user_cpu_core_ratio": 0.421709, "user_cpu_s_delta": 8.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545124, "system_cpu_s_delta": 10.909999999999854, "user_cpu_core_ratio": 1.237146, "user_cpu_s_delta": 24.75999999999476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.055, "count": 257, "max_ms": 7.18, "p95_ms": 5.236, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 5.0, "p95": 5.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.693, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.693, "max": 3.0, "p95": 3.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.52, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.759, "count": 30, "max": 27.2, "p95": 26.252, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.3, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 950.833, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 47.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6458, "sampled_at": "2026-10-31T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1272114, "flush_count": 1362, "flush_interval_seconds": 30.0, "flush_state": {"count": 1362, "last_at": "2026-10-31T13:15:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:15:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1361}, "started": true, "suppressed_count": 758106, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 757970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1362, "written_record_count": 1362}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6950.695, "limit_mb": null}, "detail": {"pid": 28760, "restart_count": 101, "start_count": 102}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2099398348800, "copied_frame_count": 759331, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2099398348800, "frame_buffer_copies": 759331, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.1727, "p50_ms": 0.0917, "p95_ms": 0.202, "p99_ms": 0.2744}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5306, "count": 512, "max_ms": 4.2421, "p50_ms": 1.4448, "p95_ms": 2.5781, "p99_ms": 3.3967, "results": {"failed": 0, "not_applicable": 0, "success": 759331, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:15:55+09:00", "last_error_summary": "[h264 @ 0x651a26c08ec0] error while decoding MB 85 61, bytestream -5", "last_exit_at": "2026-10-31T13:15:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:15:58+09:00", "pid": 28760, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.48, "name": "ffmpeg", "pid": 28760, "rss_mb": 206.48, "state": "S (sleeping)", "threads": 70}, "restart_count": 101, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.588, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.755, "last_frame_pushed_at": "2026-10-31T13:15:55+09:00", "last_frame_read_age_sec": 4.908, "last_frame_read_at": "2026-10-31T13:15:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.897, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 143.103, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 4.744, "exists": true, "mtime": "2026-10-31T13:15:55.932950+09:00", "mtime_epoch": 1793420155.93295, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:16:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.16, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 759331, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.051, "max": 6.0, "p95": 5.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.684, "max": 3.0, "p95": 3.0, "sample_count": 215}, "total": {"avg": 2.684, "max": 3.0, "p95": 3.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.179, "pushed": 7.179, "read": 7.145}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4845.982, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.903, "count": 214, "max_ms": 6.661, "p95_ms": 3.525, "reason": null, "sample_age_ms": 4915.399, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 214, "max_ms": 6.136, "p95_ms": 2.09, "reason": null, "sample_age_ms": 4916.799, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.3, "count": 214, "max_ms": 0.844, "p95_ms": 0.609, "reason": null, "sample_age_ms": 4845.992, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.664, "count": 214, "max_ms": 5.073, "p95_ms": 2.826, "reason": null, "sample_age_ms": 4914.032, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4914.017, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4846.362, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.493, "count": 214, "max_ms": 82.243, "p95_ms": 63.041, "reason": null, "sample_age_ms": 4845.976, "source": "client_direct"}, "sample_age_ms": 4845.971, "source": "client_direct", "task_total_ms": {"avg_ms": 47.629, "count": 214, "max_ms": 83.686, "p95_ms": 66.257, "reason": null, "sample_age_ms": 4845.971, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.671, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.91, "count": 215, "max_ms": 17.675, "p95_ms": 12.255}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.453, "count": 215, "max_ms": 1.407, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.608, "count": 215, "max_ms": 9.095, "p95_ms": 2.78}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.392, "count": 215, "max_ms": 1.221, "p95_ms": 0.632}, "mcmt_ms": {"avg_ms": 0.003, "count": 215, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.258, "count": 215, "max_ms": 6.838, "p95_ms": 5.495}, "setup_ms": {"avg_ms": 0.041, "count": 215, "max_ms": 0.112, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 7.849, "count": 215, "max_ms": 17.416, "p95_ms": 12.154}, "track_match_ms": {"avg_ms": 0.093, "count": 215, "max_ms": 0.272, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.993, "count": 215, "max_ms": 7.345, "p95_ms": 3.386}}, "gstreamer_push": {"avg_ms": 3.091, "count": 215, "max_ms": 10.586, "p95_ms": 5.495}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 215, "max_ms": 0.189, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.905, "count": 215, "max_ms": 84.984, "p95_ms": 67.319}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.964, "count": 215, "max_ms": 14.462, "p95_ms": 7.498}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.734, "count": 215, "max_ms": 157.591, "p95_ms": 124.779}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 215, "max_ms": 3.954, "p95_ms": 2.925}, "processing_residual_ms": {"avg_ms": 0.187, "count": 215, "max_ms": 0.484, "p95_ms": 0.387}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.492, "count": 215, "max_ms": 163.037, "p95_ms": 131.347}, "read_interval": {"avg_ms": 117.499, "count": 214, "max_ms": 205.561, "p95_ms": 158.566}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 215, "max_ms": 0.096, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 3.18, "count": 215, "max_ms": 6.732, "p95_ms": 5.379}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 215, "max_ms": 0.069, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.161, "count": 215, "max_ms": 6.706, "p95_ms": 5.337}, "worker_merge_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.919, "count": 215, "max_ms": 85.012, "p95_ms": 67.334}, "visualize": {"avg_ms": 39.859, "count": 215, "max_ms": 59.264, "p95_ms": 54.059}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.557, "count": 215, "max_ms": 49.619, "p95_ms": 45.167}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.262, "count": 215, "max_ms": 56.393, "p95_ms": 53.146}, "visualize_input_copy_ms": {"avg_ms": 1.381, "count": 215, "max_ms": 3.794, "p95_ms": 2.473}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.132, "count": 215, "max_ms": 56.29, "p95_ms": 53.034}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 215, "max_ms": 0.229, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.216, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.122, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121722, "write_bytes_delta": 121722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1205.0, "cpu_core_ratio": 0.46318, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 28644, "reason": null, "system_cpu_core_ratio": 0.041471, "system_cpu_s_delta": 0.8299999999999992, "user_cpu_core_ratio": 0.421709, "user_cpu_s_delta": 8.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545124, "system_cpu_s_delta": 10.909999999999854, "user_cpu_core_ratio": 1.237146, "user_cpu_s_delta": 24.75999999999476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.055, "count": 257, "max_ms": 7.18, "p95_ms": 5.236, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 5.0, "p95": 5.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.693, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.693, "max": 3.0, "p95": 3.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.52, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.759, "count": 30, "max": 27.2, "p95": 26.252, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.3, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 950.833, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.523, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124021.733, "count": 30, "max": 129321.0, "p95": 126901.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.5, "count": 30, "max": 47.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6458, "sampled_at": "2026-10-31T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1275133, "flush_count": 1365, "flush_interval_seconds": 30.0, "flush_state": {"count": 1365, "last_at": "2026-10-31T13:18:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:18:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1364}, "started": true, "suppressed_count": 759273, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 759137}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1365, "written_record_count": 1365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6785.551, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x608a341a12c0] cabac decode of qscale diff failed at 99 67 [h264 @ 0x608a341a12c0] error while decoding MB 99 67, bytestream 2584 [h264 @ 0x608a34e58600] error while decoding MB 107 45, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2102630400000, "copied_frame_count": 760500, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2102630400000, "frame_buffer_copies": 760500, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 2.7982, "p50_ms": 0.0897, "p95_ms": 0.1838, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4317, "count": 512, "max_ms": 5.0366, "p50_ms": 1.34, "p95_ms": 2.3, "p99_ms": 3.0681, "results": {"failed": 0, "not_applicable": 0, "success": 760500, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 291, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:18:19+09:00", "last_error_summary": "[h264 @ 0x608a341a12c0] cabac decode of qscale diff failed at 99 67 [h264 @ 0x608a341a12c0] error while decoding MB 99 67, bytestream 2584 [h264 @ 0x608a34e58600] error while decoding MB 107 45, bytestream -10", "last_exit_at": "2026-10-31T13:15:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.511, "last_started_at": "2026-10-31T13:15:58+09:00", "pid": 28760, "process": {"exists": false, "pid": 28760}, "restart_count": 101, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.971, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:18:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-10-31T13:18:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-10-31T13:18:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 595.436, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 4.564, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-10-31T13:18:19.101172+09:00", "mtime_epoch": 1793420299.1011722, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124669}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:18:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.715, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 760501, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.777, "max": 5.0, "p95": 4.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "total": {"avg": 0.973, "max": 1.0, "p95": 1.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 225, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.644, "pushed": 7.644, "read": 7.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.042, "p95_ms": 0.013, "reason": null, "sample_age_ms": 40.253, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.742, "count": 225, "max_ms": 6.339, "p95_ms": 2.447, "reason": null, "sample_age_ms": 94.093, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 225, "max_ms": 3.795, "p95_ms": 1.845, "reason": null, "sample_age_ms": 94.529, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.265, "count": 225, "max_ms": 0.754, "p95_ms": 0.52, "reason": null, "sample_age_ms": 40.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.782, "count": 225, "max_ms": 4.955, "p95_ms": 3.08, "reason": null, "sample_age_ms": 91.95, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.918, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.475, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.923, "count": 225, "max_ms": 71.446, "p95_ms": 57.999, "reason": null, "sample_age_ms": 40.25, "source": "client_direct"}, "sample_age_ms": 40.247, "source": "client_direct", "task_total_ms": {"avg_ms": 44.131, "count": 225, "max_ms": 73.56, "p95_ms": 61.134, "reason": null, "sample_age_ms": 40.247, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.483, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.636, "count": 224, "max_ms": 11.92, "p95_ms": 6.268}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.317, "count": 224, "max_ms": 0.989, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 1.173, "count": 224, "max_ms": 3.255, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 224, "max_ms": 0.594, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.59, "count": 224, "max_ms": 7.795, "p95_ms": 1.095}, "setup_ms": {"avg_ms": 0.04, "count": 224, "max_ms": 0.136, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.592, "count": 224, "max_ms": 11.859, "p95_ms": 6.213}, "track_match_ms": {"avg_ms": 0.056, "count": 224, "max_ms": 0.193, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 1.185, "count": 224, "max_ms": 3.142, "p95_ms": 2.092}}, "gstreamer_push": {"avg_ms": 2.975, "count": 224, "max_ms": 7.077, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 224, "max_ms": 0.488, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.166, "count": 224, "max_ms": 74.047, "p95_ms": 62.482}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.671, "count": 224, "max_ms": 12.197, "p95_ms": 8.308}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.878, "count": 224, "max_ms": 124.67, "p95_ms": 102.503}, "inference_input_copy_ms": {"avg_ms": 1.654, "count": 224, "max_ms": 4.049, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.169, "count": 224, "max_ms": 0.417, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.373, "count": 224, "max_ms": 134.004, "p95_ms": 110.06}, "read_interval": {"avg_ms": 141.912, "count": 225, "max_ms": 4219.567, "p95_ms": 144.514}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 224, "max_ms": 0.068, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.534, "count": 224, "max_ms": 7.702, "p95_ms": 1.001}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 224, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.519, "count": 224, "max_ms": 7.682, "p95_ms": 0.973}, "worker_merge_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.179, "count": 224, "max_ms": 74.054, "p95_ms": 62.503}, "visualize": {"avg_ms": 34.067, "count": 224, "max_ms": 57.713, "p95_ms": 45.605}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.825, "count": 224, "max_ms": 51.494, "p95_ms": 40.024}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.557, "count": 224, "max_ms": 55.196, "p95_ms": 42.907}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 224, "max_ms": 4.368, "p95_ms": 2.362}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.438, "count": 224, "max_ms": 55.036, "p95_ms": 42.802}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 224, "max_ms": 0.245, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.067, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.341, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115788, "write_bytes_delta": 115788, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1045.0, "cpu_core_ratio": 0.586091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 898.0, "pid": 28760, "reason": null, "system_cpu_core_ratio": 0.151747, "system_cpu_s_delta": 3.05, "user_cpu_core_ratio": 0.434344, "user_cpu_s_delta": 8.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434841, "system_cpu_s_delta": 8.7400000000016, "user_cpu_core_ratio": 1.013967, "user_cpu_s_delta": 20.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.056, "count": 254, "max_ms": 8.261, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.579, "max": 9.0, "p95": 6.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.008, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 1.126, "max": 3.0, "p95": 2.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.852, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.166, "count": 30, "max": 26.644, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1018.133, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1070.267, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.523, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.833, "count": 30, "max": 47.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6464, "sampled_at": "2026-10-31T13:17:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:17:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.304, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1275133, "flush_count": 1365, "flush_interval_seconds": 30.0, "flush_state": {"count": 1365, "last_at": "2026-10-31T13:18:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:18:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1364}, "started": true, "suppressed_count": 759273, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 759137}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1365, "written_record_count": 1365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6784.66, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:18:19+09:00", "last_error_summary": "[h264 @ 0x608a341a12c0] cabac decode of qscale diff failed at 99 67 [h264 @ 0x608a341a12c0] error while decoding MB 99 67, bytestream 2584 [h264 @ 0x608a34e58600] error while decoding MB 107 45, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2102633164800, "copied_frame_count": 760501, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2102633164800, "frame_buffer_copies": 760501, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.7982, "p50_ms": 0.0897, "p95_ms": 0.1838, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4299, "count": 512, "max_ms": 5.0366, "p50_ms": 1.3352, "p95_ms": 2.3, "p99_ms": 3.0681, "results": {"failed": 0, "not_applicable": 0, "success": 760501, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 291, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:18:19+09:00", "last_error_summary": "[h264 @ 0x608a341a12c0] cabac decode of qscale diff failed at 99 67 [h264 @ 0x608a341a12c0] error while decoding MB 99 67, bytestream 2584 [h264 @ 0x608a34e58600] error while decoding MB 107 45, bytestream -10", "last_exit_at": "2026-10-31T13:18:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.595, "last_started_at": "2026-10-31T13:15:58+09:00", "pid": 28760, "process": {"exists": false, "pid": 28760}, "restart_count": 101, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.971, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-31T13:18:19+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-31T13:18:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 595.501, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 4.499, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-31T13:18:19.235173+09:00", "mtime_epoch": 1793420299.2351735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124669}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:18:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.715, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 760501, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.787, "max": 5.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "total": {"avg": 0.973, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.656, "pushed": 7.656, "read": 7.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.042, "p95_ms": 0.013, "reason": null, "sample_age_ms": 131.387, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.742, "count": 225, "max_ms": 6.339, "p95_ms": 2.447, "reason": null, "sample_age_ms": 185.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 225, "max_ms": 3.795, "p95_ms": 1.845, "reason": null, "sample_age_ms": 185.663, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.265, "count": 225, "max_ms": 0.754, "p95_ms": 0.52, "reason": null, "sample_age_ms": 131.395, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.782, "count": 225, "max_ms": 4.955, "p95_ms": 3.08, "reason": null, "sample_age_ms": 183.084, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 183.052, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.609, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.923, "count": 225, "max_ms": 71.446, "p95_ms": 57.999, "reason": null, "sample_age_ms": 131.384, "source": "client_direct"}, "sample_age_ms": 131.381, "source": "client_direct", "task_total_ms": {"avg_ms": 44.131, "count": 225, "max_ms": 73.56, "p95_ms": 61.134, "reason": null, "sample_age_ms": 131.381, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.492, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.631, "count": 225, "max_ms": 11.92, "p95_ms": 6.268}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 225, "max_ms": 0.989, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 1.171, "count": 225, "max_ms": 3.255, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 225, "max_ms": 0.594, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.589, "count": 225, "max_ms": 7.795, "p95_ms": 1.095}, "setup_ms": {"avg_ms": 0.04, "count": 225, "max_ms": 0.136, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.587, "count": 225, "max_ms": 11.859, "p95_ms": 6.213}, "track_match_ms": {"avg_ms": 0.056, "count": 225, "max_ms": 0.193, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 1.183, "count": 225, "max_ms": 3.142, "p95_ms": 2.092}}, "gstreamer_push": {"avg_ms": 2.977, "count": 225, "max_ms": 7.077, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 225, "max_ms": 0.488, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.222, "count": 225, "max_ms": 74.047, "p95_ms": 62.482}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.667, "count": 225, "max_ms": 12.197, "p95_ms": 8.308}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.0, "count": 225, "max_ms": 124.67, "p95_ms": 104.148}, "inference_input_copy_ms": {"avg_ms": 1.655, "count": 225, "max_ms": 4.049, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.169, "count": 225, "max_ms": 0.417, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.492, "count": 225, "max_ms": 134.004, "p95_ms": 111.21}, "read_interval": {"avg_ms": 141.912, "count": 225, "max_ms": 4219.567, "p95_ms": 144.514}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 225, "max_ms": 0.068, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.533, "count": 225, "max_ms": 7.702, "p95_ms": 1.001}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.519, "count": 225, "max_ms": 7.682, "p95_ms": 0.973}, "worker_merge_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.235, "count": 225, "max_ms": 74.054, "p95_ms": 62.503}, "visualize": {"avg_ms": 34.106, "count": 225, "max_ms": 57.713, "p95_ms": 45.605}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.814, "count": 225, "max_ms": 51.494, "p95_ms": 40.024}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.597, "count": 225, "max_ms": 55.196, "p95_ms": 42.907}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 225, "max_ms": 4.368, "p95_ms": 2.362}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.478, "count": 225, "max_ms": 55.036, "p95_ms": 42.802}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 225, "max_ms": 0.245, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.067, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.341, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115788, "write_bytes_delta": 115788, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1045.0, "cpu_core_ratio": 0.586091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 898.0, "pid": 28760, "reason": null, "system_cpu_core_ratio": 0.151747, "system_cpu_s_delta": 3.05, "user_cpu_core_ratio": 0.434344, "user_cpu_s_delta": 8.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434841, "system_cpu_s_delta": 8.7400000000016, "user_cpu_core_ratio": 1.013967, "user_cpu_s_delta": 20.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.056, "count": 254, "max_ms": 8.261, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.579, "max": 9.0, "p95": 6.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.008, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 1.126, "max": 3.0, "p95": 2.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.852, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.166, "count": 30, "max": 26.644, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1018.133, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1070.267, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.523, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.833, "count": 30, "max": 47.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6464, "sampled_at": "2026-10-31T13:17:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:17:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.388, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1275133, "flush_count": 1365, "flush_interval_seconds": 30.0, "flush_state": {"count": 1365, "last_at": "2026-10-31T13:18:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:18:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1364}, "started": true, "suppressed_count": 759273, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 759137}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1365, "written_record_count": 1365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6784.895, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2102633164800, "copied_frame_count": 760501, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2102633164800, "frame_buffer_copies": 760501, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.7982, "p50_ms": 0.0897, "p95_ms": 0.1838, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4299, "count": 512, "max_ms": 5.0366, "p50_ms": 1.3352, "p95_ms": 2.3, "p99_ms": 3.0681, "results": {"failed": 0, "not_applicable": 0, "success": 760501, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 291, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:18:19+09:00", "last_error_summary": "[h264 @ 0x608a341a12c0] cabac decode of qscale diff failed at 99 67 [h264 @ 0x608a341a12c0] error while decoding MB 99 67, bytestream 2584 [h264 @ 0x608a34e58600] error while decoding MB 107 45, bytestream -10", "last_exit_at": "2026-10-31T13:18:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.64, "last_started_at": "2026-10-31T13:15:58+09:00", "pid": 28760, "process": {"exists": false, "pid": 28760}, "restart_count": 101, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.971, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-10-31T13:18:19+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-10-31T13:18:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 595.539, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 4.461, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-31T13:18:19.235173+09:00", "mtime_epoch": 1793420299.2351735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124669}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:18:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.715, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 760501, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.787, "max": 5.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "total": {"avg": 0.973, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.644, "pushed": 7.644, "read": 7.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.042, "p95_ms": 0.013, "reason": null, "sample_age_ms": 163.92, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.742, "count": 225, "max_ms": 6.339, "p95_ms": 2.447, "reason": null, "sample_age_ms": 217.761, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 225, "max_ms": 3.795, "p95_ms": 1.845, "reason": null, "sample_age_ms": 218.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.265, "count": 225, "max_ms": 0.754, "p95_ms": 0.52, "reason": null, "sample_age_ms": 163.929, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.782, "count": 225, "max_ms": 4.955, "p95_ms": 3.08, "reason": null, "sample_age_ms": 215.617, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 215.586, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 164.143, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.923, "count": 225, "max_ms": 71.446, "p95_ms": 57.999, "reason": null, "sample_age_ms": 163.918, "source": "client_direct"}, "sample_age_ms": 163.915, "source": "client_direct", "task_total_ms": {"avg_ms": 44.131, "count": 225, "max_ms": 73.56, "p95_ms": 61.134, "reason": null, "sample_age_ms": 163.915, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.338, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.631, "count": 225, "max_ms": 11.92, "p95_ms": 6.268}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 225, "max_ms": 0.989, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 1.171, "count": 225, "max_ms": 3.255, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 225, "max_ms": 0.594, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.589, "count": 225, "max_ms": 7.795, "p95_ms": 1.095}, "setup_ms": {"avg_ms": 0.04, "count": 225, "max_ms": 0.136, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.587, "count": 225, "max_ms": 11.859, "p95_ms": 6.213}, "track_match_ms": {"avg_ms": 0.056, "count": 225, "max_ms": 0.193, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 1.183, "count": 225, "max_ms": 3.142, "p95_ms": 2.092}}, "gstreamer_push": {"avg_ms": 2.977, "count": 225, "max_ms": 7.077, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 225, "max_ms": 0.488, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.222, "count": 225, "max_ms": 74.047, "p95_ms": 62.482}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.667, "count": 225, "max_ms": 12.197, "p95_ms": 8.308}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.0, "count": 225, "max_ms": 124.67, "p95_ms": 104.148}, "inference_input_copy_ms": {"avg_ms": 1.655, "count": 225, "max_ms": 4.049, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.169, "count": 225, "max_ms": 0.417, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.492, "count": 225, "max_ms": 134.004, "p95_ms": 111.21}, "read_interval": {"avg_ms": 141.912, "count": 225, "max_ms": 4219.567, "p95_ms": 144.514}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 225, "max_ms": 0.068, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.533, "count": 225, "max_ms": 7.702, "p95_ms": 1.001}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.519, "count": 225, "max_ms": 7.682, "p95_ms": 0.973}, "worker_merge_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.235, "count": 225, "max_ms": 74.054, "p95_ms": 62.503}, "visualize": {"avg_ms": 34.106, "count": 225, "max_ms": 57.713, "p95_ms": 45.605}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.814, "count": 225, "max_ms": 51.494, "p95_ms": 40.024}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.597, "count": 225, "max_ms": 55.196, "p95_ms": 42.907}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 225, "max_ms": 4.368, "p95_ms": 2.362}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.478, "count": 225, "max_ms": 55.036, "p95_ms": 42.802}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 225, "max_ms": 0.245, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.067, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.341, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115788, "write_bytes_delta": 115788, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1045.0, "cpu_core_ratio": 0.586091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 898.0, "pid": 28760, "reason": null, "system_cpu_core_ratio": 0.151747, "system_cpu_s_delta": 3.05, "user_cpu_core_ratio": 0.434344, "user_cpu_s_delta": 8.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434841, "system_cpu_s_delta": 8.7400000000016, "user_cpu_core_ratio": 1.013967, "user_cpu_s_delta": 20.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.056, "count": 254, "max_ms": 8.261, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.579, "max": 9.0, "p95": 6.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.008, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 1.126, "max": 3.0, "p95": 2.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.852, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.166, "count": 30, "max": 26.644, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1018.133, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1070.267, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.523, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.833, "count": 30, "max": 47.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6464, "sampled_at": "2026-10-31T13:17:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:17:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.433, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1275133, "flush_count": 1365, "flush_interval_seconds": 30.0, "flush_state": {"count": 1365, "last_at": "2026-10-31T13:18:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:18:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1364}, "started": true, "suppressed_count": 759273, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 759137}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1365, "written_record_count": 1365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6961.34, "limit_mb": null}, "detail": {"pid": 28876, "restart_count": 102, "start_count": 103}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2102633164800, "copied_frame_count": 760501, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2102633164800, "frame_buffer_copies": 760501, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.7982, "p50_ms": 0.0897, "p95_ms": 0.1838, "p99_ms": 0.2292}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4299, "count": 512, "max_ms": 5.0366, "p50_ms": 1.3352, "p95_ms": 2.3, "p99_ms": 3.0681, "results": {"failed": 0, "not_applicable": 0, "success": 760501, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 291, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:18:19+09:00", "last_error_summary": "[h264 @ 0x608a341a12c0] cabac decode of qscale diff failed at 99 67 [h264 @ 0x608a341a12c0] error while decoding MB 99 67, bytestream 2584 [h264 @ 0x608a34e58600] error while decoding MB 107 45, bytestream -10", "last_exit_at": "2026-10-31T13:18:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:18:21+09:00", "pid": 28876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.285, "name": "ffmpeg", "pid": 28876, "rss_mb": 209.285, "state": "S (sleeping)", "threads": 70}, "restart_count": 102, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.341, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.267, "last_frame_pushed_at": "2026-10-31T13:18:19+09:00", "last_frame_read_age_sec": 4.395, "last_frame_read_at": "2026-10-31T13:18:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.721, "last_sample_duration_ms": 876.495, "last_trigger": "periodic", "next_snapshot_in_sec": 0.279, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 136, "storage_bytes": 2326843}, "mjpeg": {"age_sec": 4.26, "exists": true, "mtime": "2026-10-31T13:18:19.235173+09:00", "mtime_epoch": 1793420299.2351735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124669}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:18:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1183.719, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 760501, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.634, "max": 5.0, "p95": 5.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 0.969, "max": 1.0, "p95": 1.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.426, "pushed": 6.426, "read": 6.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.015, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4346.405, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.764, "count": 191, "max_ms": 6.339, "p95_ms": 2.492, "reason": null, "sample_age_ms": 4400.245, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.29, "count": 191, "max_ms": 3.795, "p95_ms": 1.78, "reason": null, "sample_age_ms": 4400.681, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.264, "count": 191, "max_ms": 0.754, "p95_ms": 0.501, "reason": null, "sample_age_ms": 4346.413, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.781, "count": 191, "max_ms": 4.955, "p95_ms": 3.029, "reason": null, "sample_age_ms": 4398.102, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4398.07, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4346.627, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.396, "count": 191, "max_ms": 69.174, "p95_ms": 57.623, "reason": null, "sample_age_ms": 4346.402, "source": "client_direct"}, "sample_age_ms": 4346.399, "source": "client_direct", "task_total_ms": {"avg_ms": 43.602, "count": 191, "max_ms": 71.74, "p95_ms": 60.948, "reason": null, "sample_age_ms": 4346.399, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.226, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.641, "count": 191, "max_ms": 11.92, "p95_ms": 6.363}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.31, "count": 191, "max_ms": 0.95, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 1.178, "count": 191, "max_ms": 3.255, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 191, "max_ms": 0.594, "p95_ms": 0.41}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.592, "count": 191, "max_ms": 7.795, "p95_ms": 1.108}, "setup_ms": {"avg_ms": 0.04, "count": 191, "max_ms": 0.136, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 3.597, "count": 191, "max_ms": 11.859, "p95_ms": 6.276}, "track_match_ms": {"avg_ms": 0.057, "count": 191, "max_ms": 0.193, "p95_ms": 0.111}, "tracker_update_ms": {"avg_ms": 1.187, "count": 191, "max_ms": 3.142, "p95_ms": 2.093}}, "gstreamer_push": {"avg_ms": 3.004, "count": 191, "max_ms": 7.077, "p95_ms": 5.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 191, "max_ms": 0.488, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.717, "count": 191, "max_ms": 72.536, "p95_ms": 62.432}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.643, "count": 191, "max_ms": 12.197, "p95_ms": 8.688}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.824, "count": 191, "max_ms": 124.67, "p95_ms": 104.148}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 191, "max_ms": 4.049, "p95_ms": 2.723}, "processing_residual_ms": {"avg_ms": 0.165, "count": 191, "max_ms": 0.417, "p95_ms": 0.301}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.288, "count": 191, "max_ms": 134.004, "p95_ms": 111.378}, "read_interval": {"avg_ms": 134.646, "count": 191, "max_ms": 4219.567, "p95_ms": 137.463}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 191, "max_ms": 0.052, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.536, "count": 191, "max_ms": 7.702, "p95_ms": 1.003}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 191, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.521, "count": 191, "max_ms": 7.682, "p95_ms": 0.973}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 44.731, "count": 191, "max_ms": 72.543, "p95_ms": 62.443}, "visualize": {"avg_ms": 34.423, "count": 191, "max_ms": 57.713, "p95_ms": 45.731}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.096, "count": 191, "max_ms": 51.494, "p95_ms": 40.191}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.889, "count": 191, "max_ms": 55.196, "p95_ms": 43.992}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 191, "max_ms": 4.368, "p95_ms": 2.414}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.769, "count": 191, "max_ms": 55.036, "p95_ms": 43.816}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 191, "max_ms": 0.245, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1183.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.067, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.341, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115788, "write_bytes_delta": 115788, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1045.0, "cpu_core_ratio": 0.586091, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 898.0, "pid": 28760, "reason": null, "system_cpu_core_ratio": 0.151747, "system_cpu_s_delta": 3.05, "user_cpu_core_ratio": 0.434344, "user_cpu_s_delta": 8.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434841, "system_cpu_s_delta": 8.7400000000016, "user_cpu_core_ratio": 1.013967, "user_cpu_s_delta": 20.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.056, "count": 254, "max_ms": 8.261, "p95_ms": 4.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.579, "max": 9.0, "p95": 6.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.008, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 1.126, "max": 3.0, "p95": 2.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.852, "count": 30, "max": 69.939, "p95": 63.032, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.166, "count": 30, "max": 26.644, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1018.133, "count": 30, "max": 1358.0, "p95": 1338.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1070.267, "count": 30, "max": 14329.0, "p95": 5250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.418, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.523, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122483.233, "count": 30, "max": 129321.0, "p95": 126738.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.833, "count": 30, "max": 47.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6464, "sampled_at": "2026-10-31T13:17:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:17:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.724, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1278152, "flush_count": 1368, "flush_interval_seconds": 30.0, "flush_state": {"count": 1368, "last_at": "2026-10-31T13:21:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:21:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1367}, "started": true, "suppressed_count": 760918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 760782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1368, "written_record_count": 1368}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6786.746, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b3235e35b40] error while decoding MB 108 67, bytestream -18 [h264 @ 0x5b3235e69500] error while decoding MB 103 56, bytestream -9 [h264 @ 0x5b3236b12d80] error while decoding MB 26 66, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2107186790400, "copied_frame_count": 762148, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2107186790400, "frame_buffer_copies": 762148, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1099, "count": 512, "max_ms": 0.4662, "p50_ms": 0.0967, "p95_ms": 0.2047, "p99_ms": 0.276}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5533, "count": 512, "max_ms": 4.1215, "p50_ms": 1.4707, "p95_ms": 2.5751, "p99_ms": 3.5566, "results": {"failed": 0, "not_applicable": 0, "success": 762148, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:21:27+09:00", "last_error_summary": "[h264 @ 0x5b3235e35b40] error while decoding MB 108 67, bytestream -18 [h264 @ 0x5b3235e69500] error while decoding MB 103 56, bytestream -9 [h264 @ 0x5b3236b12d80] error while decoding MB 26 66, bytestream -13", "last_exit_at": "2026-10-31T13:18:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.988, "last_started_at": "2026-10-31T13:18:21+09:00", "pid": 28876, "process": {"exists": false, "pid": 28876}, "restart_count": 102, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.991, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 762148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-10-31T13:21:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-31T13:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.762, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 418.238, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-10-31T13:21:27.393640+09:00", "mtime_epoch": 1793420487.39364, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114654}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:21:27+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1184.508, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 762149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.197, "max": 14.0, "p95": 9.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.321, "max": 3.0, "p95": 2.0, "sample_count": 246}, "total": {"avg": 1.231, "max": 3.0, "p95": 2.0, "sample_count": 264}}, "tracking_counts": {"active": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 264}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 264}, "tracked": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 264}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.818, "pushed": 8.818, "read": 8.818}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 265, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 32.204, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.733, "count": 264, "max_ms": 10.667, "p95_ms": 2.369, "reason": null, "sample_age_ms": 102.064, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 264, "max_ms": 10.202, "p95_ms": 1.968, "reason": null, "sample_age_ms": 102.629, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 265, "max_ms": 1.095, "p95_ms": 0.682, "reason": null, "sample_age_ms": 32.23, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 264, "max_ms": 4.252, "p95_ms": 3.115, "reason": null, "sample_age_ms": 99.921, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.868, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 265, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.263, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.167, "count": 265, "max_ms": 89.366, "p95_ms": 68.133, "reason": null, "sample_age_ms": 32.193, "source": "client_direct"}, "sample_age_ms": 32.184, "source": "client_direct", "task_total_ms": {"avg_ms": 50.567, "count": 265, "max_ms": 93.103, "p95_ms": 71.319, "reason": null, "sample_age_ms": 32.184, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.967, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.417, "count": 264, "max_ms": 15.506, "p95_ms": 8.193}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 264, "max_ms": 1.578, "p95_ms": 0.831}, "detection_prepare_ms": {"avg_ms": 1.408, "count": 264, "max_ms": 10.269, "p95_ms": 2.872}, "event_filter_ms": {"avg_ms": 0.005, "count": 264, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 264, "max_ms": 1.574, "p95_ms": 0.535}, "mcmt_ms": {"avg_ms": 0.004, "count": 264, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.677, "count": 264, "max_ms": 4.621, "p95_ms": 1.282}, "setup_ms": {"avg_ms": 0.046, "count": 264, "max_ms": 0.136, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.363, "count": 264, "max_ms": 15.45, "p95_ms": 8.078}, "track_match_ms": {"avg_ms": 0.072, "count": 264, "max_ms": 0.323, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.454, "count": 264, "max_ms": 5.333, "p95_ms": 2.807}}, "gstreamer_push": {"avg_ms": 3.23, "count": 264, "max_ms": 8.814, "p95_ms": 5.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 264, "max_ms": 4.555, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.637, "count": 264, "max_ms": 96.932, "p95_ms": 73.05}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.624, "count": 264, "max_ms": 12.115, "p95_ms": 7.592}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.122, "count": 264, "max_ms": 147.742, "p95_ms": 119.373}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 264, "max_ms": 9.341, "p95_ms": 2.885}, "processing_residual_ms": {"avg_ms": 0.179, "count": 264, "max_ms": 0.503, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.551, "count": 264, "max_ms": 153.048, "p95_ms": 124.402}, "read_interval": {"avg_ms": 113.353, "count": 264, "max_ms": 177.853, "p95_ms": 148.874}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 264, "max_ms": 0.061, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.611, "count": 264, "max_ms": 4.432, "p95_ms": 1.159}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 264, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.594, "count": 264, "max_ms": 4.397, "p95_ms": 1.116}, "worker_merge_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.652, "count": 264, "max_ms": 96.947, "p95_ms": 73.06}, "visualize": {"avg_ms": 36.849, "count": 264, "max_ms": 62.649, "p95_ms": 48.266}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.978, "count": 264, "max_ms": 53.665, "p95_ms": 42.138}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.292, "count": 264, "max_ms": 60.277, "p95_ms": 46.217}, "visualize_input_copy_ms": {"avg_ms": 1.348, "count": 264, "max_ms": 4.228, "p95_ms": 2.356}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.155, "count": 264, "max_ms": 60.073, "p95_ms": 46.008}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 264, "max_ms": 0.218, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1184.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.899, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.21, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 761929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117182, "write_bytes_delta": 117182, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.50677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28876, "reason": null, "system_cpu_core_ratio": 0.046611, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.460159, "user_cpu_s_delta": 4.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.693862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.510737, "system_cpu_s_delta": 5.149999999997817, "user_cpu_core_ratio": 1.183125, "user_cpu_s_delta": 11.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 262, "max_ms": 6.549, "p95_ms": 5.213, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 14.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.668, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 262}, "total": {"avg": 1.668, "max": 3.0, "p95": 2.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.515, "count": 30, "max": 40.899, "p95": 34.968, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.311, "count": 30, "max": 38.29, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1347.0, "p95": 1292.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.533, "count": 30, "max": 14329.0, "p95": 7545.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.347, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.484, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.367, "count": 30, "max": 39.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.123, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6480, "sampled_at": "2026-10-31T13:21:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:21:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1278152, "flush_count": 1368, "flush_interval_seconds": 30.0, "flush_state": {"count": 1368, "last_at": "2026-10-31T13:21:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:21:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1367}, "started": true, "suppressed_count": 760918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 760782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1368, "written_record_count": 1368}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6787.441, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:21:27+09:00", "last_error_summary": "[h264 @ 0x5b3235e35b40] error while decoding MB 108 67, bytestream -18 [h264 @ 0x5b3235e69500] error while decoding MB 103 56, bytestream -9 [h264 @ 0x5b3236b12d80] error while decoding MB 26 66, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2107189555200, "copied_frame_count": 762149, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2107189555200, "frame_buffer_copies": 762149, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1099, "count": 512, "max_ms": 0.4662, "p50_ms": 0.0968, "p95_ms": 0.2047, "p99_ms": 0.276}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5626, "count": 512, "max_ms": 5.999, "p50_ms": 1.4712, "p95_ms": 2.5915, "p99_ms": 3.6615, "results": {"failed": 0, "not_applicable": 0, "success": 762149, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:21:27+09:00", "last_error_summary": "[h264 @ 0x5b3235e35b40] error while decoding MB 108 67, bytestream -18 [h264 @ 0x5b3235e69500] error while decoding MB 103 56, bytestream -9 [h264 @ 0x5b3236b12d80] error while decoding MB 26 66, bytestream -13", "last_exit_at": "2026-10-31T13:21:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.044, "last_started_at": "2026-10-31T13:18:21+09:00", "pid": 28876, "process": {"exists": false, "pid": 28876}, "restart_count": 102, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.991, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 762149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-31T13:21:27+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-31T13:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.803, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 418.197, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-31T13:21:27.530641+09:00", "mtime_epoch": 1793420487.530641, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114881}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:21:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1184.504, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 762149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.189, "max": 14.0, "p95": 9.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.32, "max": 3.0, "p95": 2.0, "sample_count": 247}, "total": {"avg": 1.23, "max": 3.0, "p95": 2.0, "sample_count": 265}}, "tracking_counts": {"active": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 265}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 265}, "tracked": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 265}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.801}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 86.016, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.733, "count": 264, "max_ms": 10.667, "p95_ms": 2.369, "reason": null, "sample_age_ms": 155.877, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 264, "max_ms": 10.202, "p95_ms": 1.968, "reason": null, "sample_age_ms": 156.442, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 264, "max_ms": 1.095, "p95_ms": 0.682, "reason": null, "sample_age_ms": 86.043, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 264, "max_ms": 4.252, "p95_ms": 3.115, "reason": null, "sample_age_ms": 153.734, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.68, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 264, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.075, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.199, "count": 264, "max_ms": 89.366, "p95_ms": 68.133, "reason": null, "sample_age_ms": 86.006, "source": "client_direct"}, "sample_age_ms": 85.996, "source": "client_direct", "task_total_ms": {"avg_ms": 50.603, "count": 264, "max_ms": 93.103, "p95_ms": 71.326, "reason": null, "sample_age_ms": 85.996, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.802, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.412, "count": 265, "max_ms": 15.506, "p95_ms": 8.193}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 265, "max_ms": 1.578, "p95_ms": 0.831}, "detection_prepare_ms": {"avg_ms": 1.407, "count": 265, "max_ms": 10.269, "p95_ms": 2.872}, "event_filter_ms": {"avg_ms": 0.005, "count": 265, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.284, "count": 265, "max_ms": 1.574, "p95_ms": 0.535}, "mcmt_ms": {"avg_ms": 0.004, "count": 265, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.676, "count": 265, "max_ms": 4.621, "p95_ms": 1.282}, "setup_ms": {"avg_ms": 0.046, "count": 265, "max_ms": 0.136, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.359, "count": 265, "max_ms": 15.45, "p95_ms": 8.078}, "track_match_ms": {"avg_ms": 0.072, "count": 265, "max_ms": 0.323, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.452, "count": 265, "max_ms": 5.333, "p95_ms": 2.807}}, "gstreamer_push": {"avg_ms": 3.242, "count": 265, "max_ms": 8.814, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 265, "max_ms": 4.555, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.711, "count": 265, "max_ms": 96.932, "p95_ms": 73.05}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.622, "count": 265, "max_ms": 12.115, "p95_ms": 7.592}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.197, "count": 265, "max_ms": 147.742, "p95_ms": 119.373}, "inference_input_copy_ms": {"avg_ms": 1.628, "count": 265, "max_ms": 9.341, "p95_ms": 2.885}, "processing_residual_ms": {"avg_ms": 0.18, "count": 265, "max_ms": 0.503, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.627, "count": 265, "max_ms": 153.048, "p95_ms": 124.402}, "read_interval": {"avg_ms": 113.353, "count": 264, "max_ms": 177.853, "p95_ms": 148.874}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 265, "max_ms": 0.061, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.61, "count": 265, "max_ms": 4.432, "p95_ms": 1.159}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 265, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.593, "count": 265, "max_ms": 4.397, "p95_ms": 1.116}, "worker_merge_ms": {"avg_ms": 0.007, "count": 265, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.727, "count": 265, "max_ms": 96.947, "p95_ms": 73.06}, "visualize": {"avg_ms": 36.855, "count": 265, "max_ms": 62.649, "p95_ms": 48.266}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.986, "count": 265, "max_ms": 53.665, "p95_ms": 42.138}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.297, "count": 265, "max_ms": 60.277, "p95_ms": 46.217}, "visualize_input_copy_ms": {"avg_ms": 1.348, "count": 265, "max_ms": 4.228, "p95_ms": 2.356}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.16, "count": 265, "max_ms": 60.073, "p95_ms": 46.008}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 265, "max_ms": 0.218, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 265}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1184.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.899, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.21, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 761929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117182, "write_bytes_delta": 117182, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.50677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28876, "reason": null, "system_cpu_core_ratio": 0.046611, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.460159, "user_cpu_s_delta": 4.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.693862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.510737, "system_cpu_s_delta": 5.149999999997817, "user_cpu_core_ratio": 1.183125, "user_cpu_s_delta": 11.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 262, "max_ms": 6.549, "p95_ms": 5.213, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 14.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.668, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 262}, "total": {"avg": 1.668, "max": 3.0, "p95": 2.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.515, "count": 30, "max": 40.899, "p95": 34.968, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.311, "count": 30, "max": 38.29, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1347.0, "p95": 1292.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.533, "count": 30, "max": 14329.0, "p95": 7545.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.347, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.484, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.367, "count": 30, "max": 39.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.123, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6480, "sampled_at": "2026-10-31T13:21:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:21:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1278152, "flush_count": 1368, "flush_interval_seconds": 30.0, "flush_state": {"count": 1368, "last_at": "2026-10-31T13:21:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:21:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1367}, "started": true, "suppressed_count": 760918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 760782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1368, "written_record_count": 1368}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6786.84, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2107189555200, "copied_frame_count": 762149, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2107189555200, "frame_buffer_copies": 762149, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1099, "count": 512, "max_ms": 0.4662, "p50_ms": 0.0968, "p95_ms": 0.2047, "p99_ms": 0.276}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5626, "count": 512, "max_ms": 5.999, "p50_ms": 1.4712, "p95_ms": 2.5915, "p99_ms": 3.6615, "results": {"failed": 0, "not_applicable": 0, "success": 762149, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:21:27+09:00", "last_error_summary": "[h264 @ 0x5b3235e35b40] error while decoding MB 108 67, bytestream -18 [h264 @ 0x5b3235e69500] error while decoding MB 103 56, bytestream -9 [h264 @ 0x5b3236b12d80] error while decoding MB 26 66, bytestream -13", "last_exit_at": "2026-10-31T13:21:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.082, "last_started_at": "2026-10-31T13:18:21+09:00", "pid": 28876, "process": {"exists": false, "pid": 28876}, "restart_count": 102, "restart_count_per_hour": 10, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.991, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 762149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-31T13:21:27+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-10-31T13:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.837, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 418.163, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-31T13:21:27.530641+09:00", "mtime_epoch": 1793420487.530641, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114881}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:21:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1184.504, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 762149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.186, "max": 14.0, "p95": 9.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.321, "max": 3.0, "p95": 2.0, "sample_count": 246}, "total": {"avg": 1.231, "max": 3.0, "p95": 2.0, "sample_count": 264}}, "tracking_counts": {"active": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 264}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 264}, "tracked": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 264}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.821, "pushed": 8.821, "read": 8.787}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 263, "client_acquire_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 124.77, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.734, "count": 263, "max_ms": 10.667, "p95_ms": 2.369, "reason": null, "sample_age_ms": 194.63, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 263, "max_ms": 10.202, "p95_ms": 1.969, "reason": null, "sample_age_ms": 195.195, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 264, "max_ms": 1.095, "p95_ms": 0.682, "reason": null, "sample_age_ms": 124.796, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 263, "max_ms": 4.252, "p95_ms": 3.116, "reason": null, "sample_age_ms": 192.487, "source": "client_direct"}, "request_count": 263, "request_tensor_bytes": {"avg": 2764808.0, "count": 263, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.434, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 264, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.829, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.199, "count": 264, "max_ms": 89.366, "p95_ms": 68.133, "reason": null, "sample_age_ms": 124.759, "source": "client_direct"}, "sample_age_ms": 124.75, "source": "client_direct", "task_total_ms": {"avg_ms": 50.603, "count": 264, "max_ms": 93.103, "p95_ms": 71.326, "reason": null, "sample_age_ms": 124.75, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.989, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.421, "count": 264, "max_ms": 15.506, "p95_ms": 8.193}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 264, "max_ms": 1.578, "p95_ms": 0.831}, "detection_prepare_ms": {"avg_ms": 1.411, "count": 264, "max_ms": 10.269, "p95_ms": 2.872}, "event_filter_ms": {"avg_ms": 0.005, "count": 264, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 264, "max_ms": 1.574, "p95_ms": 0.535}, "mcmt_ms": {"avg_ms": 0.004, "count": 264, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.678, "count": 264, "max_ms": 4.621, "p95_ms": 1.282}, "setup_ms": {"avg_ms": 0.046, "count": 264, "max_ms": 0.136, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.368, "count": 264, "max_ms": 15.45, "p95_ms": 8.078}, "track_match_ms": {"avg_ms": 0.072, "count": 264, "max_ms": 0.323, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.454, "count": 264, "max_ms": 5.333, "p95_ms": 2.807}}, "gstreamer_push": {"avg_ms": 3.245, "count": 264, "max_ms": 8.814, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 264, "max_ms": 4.555, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.75, "count": 264, "max_ms": 96.932, "p95_ms": 73.05}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.624, "count": 264, "max_ms": 12.115, "p95_ms": 7.592}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.265, "count": 264, "max_ms": 147.742, "p95_ms": 119.373}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 264, "max_ms": 9.341, "p95_ms": 2.885}, "processing_residual_ms": {"avg_ms": 0.18, "count": 264, "max_ms": 0.503, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.7, "count": 264, "max_ms": 153.048, "p95_ms": 124.402}, "read_interval": {"avg_ms": 113.449, "count": 263, "max_ms": 177.853, "p95_ms": 148.874}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 264, "max_ms": 0.061, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.612, "count": 264, "max_ms": 4.432, "p95_ms": 1.159}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 264, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.595, "count": 264, "max_ms": 4.397, "p95_ms": 1.116}, "worker_merge_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.766, "count": 264, "max_ms": 96.947, "p95_ms": 73.06}, "visualize": {"avg_ms": 36.874, "count": 264, "max_ms": 62.649, "p95_ms": 48.266}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.006, "count": 264, "max_ms": 53.665, "p95_ms": 42.138}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.313, "count": 264, "max_ms": 60.277, "p95_ms": 46.217}, "visualize_input_copy_ms": {"avg_ms": 1.35, "count": 264, "max_ms": 4.228, "p95_ms": 2.356}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.177, "count": 264, "max_ms": 60.073, "p95_ms": 46.008}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 264, "max_ms": 0.218, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1184.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.899, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.21, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 761929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117182, "write_bytes_delta": 117182, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.50677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28876, "reason": null, "system_cpu_core_ratio": 0.046611, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.460159, "user_cpu_s_delta": 4.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.693862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.510737, "system_cpu_s_delta": 5.149999999997817, "user_cpu_core_ratio": 1.183125, "user_cpu_s_delta": 11.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 262, "max_ms": 6.549, "p95_ms": 5.213, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 14.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.668, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 262}, "total": {"avg": 1.668, "max": 3.0, "p95": 2.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.515, "count": 30, "max": 40.899, "p95": 34.968, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.311, "count": 30, "max": 38.29, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1347.0, "p95": 1292.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.533, "count": 30, "max": 14329.0, "p95": 7545.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.347, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.484, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.367, "count": 30, "max": 39.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.123, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6480, "sampled_at": "2026-10-31T13:21:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:21:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1278152, "flush_count": 1368, "flush_interval_seconds": 30.0, "flush_state": {"count": 1368, "last_at": "2026-10-31T13:21:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:21:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1367}, "started": true, "suppressed_count": 760918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 760782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1368, "written_record_count": 1368}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6962.164, "limit_mb": null}, "detail": {"pid": 28992, "restart_count": 103, "start_count": 104}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2107189555200, "copied_frame_count": 762149, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2107189555200, "frame_buffer_copies": 762149, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1099, "count": 512, "max_ms": 0.4662, "p50_ms": 0.0968, "p95_ms": 0.2047, "p99_ms": 0.276}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5626, "count": 512, "max_ms": 5.999, "p50_ms": 1.4712, "p95_ms": 2.5915, "p99_ms": 3.6615, "results": {"failed": 0, "not_applicable": 0, "success": 762149, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:21:27+09:00", "last_error_summary": "[h264 @ 0x5b3235e35b40] error while decoding MB 108 67, bytestream -18 [h264 @ 0x5b3235e69500] error while decoding MB 103 56, bytestream -9 [h264 @ 0x5b3236b12d80] error while decoding MB 26 66, bytestream -13", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:21:30+09:00", "pid": 28992, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.422, "name": "ffmpeg", "pid": 28992, "rss_mb": 207.422, "state": "S (sleeping)", "threads": 70}, "restart_count": 103, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.565, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 762149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.957, "last_frame_pushed_at": "2026-10-31T13:21:27+09:00", "last_frame_read_age_sec": 5.089, "last_frame_read_at": "2026-10-31T13:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 186.75, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 413.25, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 4.947, "exists": true, "mtime": "2026-10-31T13:21:27.530641+09:00", "mtime_epoch": 1793420487.530641, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114881}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:21:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1184.508, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 762149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.856, "max": 13.0, "p95": 8.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.201, "max": 2.0, "p95": 2.0, "sample_count": 204}, "total": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.409, "pushed": 7.409, "read": 7.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5028.947, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.74, "count": 221, "max_ms": 10.667, "p95_ms": 2.415, "reason": null, "sample_age_ms": 5098.807, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 221, "max_ms": 10.202, "p95_ms": 1.976, "reason": null, "sample_age_ms": 5099.372, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 221, "max_ms": 1.095, "p95_ms": 0.631, "reason": null, "sample_age_ms": 5028.973, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 221, "max_ms": 4.252, "p95_ms": 3.1, "reason": null, "sample_age_ms": 5096.664, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5096.611, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5030.006, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.242, "count": 221, "max_ms": 78.581, "p95_ms": 67.48, "reason": null, "sample_age_ms": 5028.936, "source": "client_direct"}, "sample_age_ms": 5028.926, "source": "client_direct", "task_total_ms": {"avg_ms": 50.626, "count": 221, "max_ms": 81.189, "p95_ms": 70.314, "reason": null, "sample_age_ms": 5028.926, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.352, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.311, "count": 222, "max_ms": 15.506, "p95_ms": 7.897}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.423, "count": 222, "max_ms": 1.578, "p95_ms": 0.854}, "detection_prepare_ms": {"avg_ms": 1.387, "count": 222, "max_ms": 10.269, "p95_ms": 2.812}, "event_filter_ms": {"avg_ms": 0.005, "count": 222, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.277, "count": 222, "max_ms": 1.574, "p95_ms": 0.525}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.649, "count": 222, "max_ms": 2.336, "p95_ms": 1.195}, "setup_ms": {"avg_ms": 0.046, "count": 222, "max_ms": 0.117, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.258, "count": 222, "max_ms": 15.45, "p95_ms": 7.807}, "track_match_ms": {"avg_ms": 0.07, "count": 222, "max_ms": 0.323, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.397, "count": 222, "max_ms": 5.333, "p95_ms": 2.577}}, "gstreamer_push": {"avg_ms": 3.277, "count": 222, "max_ms": 8.814, "p95_ms": 5.543}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 222, "max_ms": 4.555, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.776, "count": 222, "max_ms": 86.625, "p95_ms": 71.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.557, "count": 222, "max_ms": 11.942, "p95_ms": 7.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.91, "count": 222, "max_ms": 144.39, "p95_ms": 115.23}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 222, "max_ms": 9.341, "p95_ms": 2.77}, "processing_residual_ms": {"avg_ms": 0.181, "count": 222, "max_ms": 0.503, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.297, "count": 222, "max_ms": 148.938, "p95_ms": 123.112}, "read_interval": {"avg_ms": 113.071, "count": 221, "max_ms": 177.853, "p95_ms": 146.345}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 222, "max_ms": 0.061, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.583, "count": 222, "max_ms": 2.146, "p95_ms": 1.091}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 222, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.566, "count": 222, "max_ms": 2.091, "p95_ms": 1.056}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.792, "count": 222, "max_ms": 86.638, "p95_ms": 71.894}, "visualize": {"avg_ms": 36.598, "count": 222, "max_ms": 62.649, "p95_ms": 48.266}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.93, "count": 222, "max_ms": 53.665, "p95_ms": 42.592}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.046, "count": 222, "max_ms": 60.277, "p95_ms": 46.146}, "visualize_input_copy_ms": {"avg_ms": 1.343, "count": 222, "max_ms": 4.228, "p95_ms": 2.315}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.908, "count": 222, "max_ms": 60.073, "p95_ms": 45.988}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 222, "max_ms": 0.218, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1184.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.899, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.21, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 761929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117182, "write_bytes_delta": 117182, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.50677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 28876, "reason": null, "system_cpu_core_ratio": 0.046611, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.460159, "user_cpu_s_delta": 4.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.693862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.510737, "system_cpu_s_delta": 5.149999999997817, "user_cpu_core_ratio": 1.183125, "user_cpu_s_delta": 11.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 262, "max_ms": 6.549, "p95_ms": 5.213, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 14.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.668, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 262}, "total": {"avg": 1.668, "max": 3.0, "p95": 2.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.515, "count": 30, "max": 40.899, "p95": 34.968, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.311, "count": 30, "max": 38.29, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1347.0, "p95": 1292.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1374.533, "count": 30, "max": 14329.0, "p95": 7545.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.347, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.484, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.379, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118157.633, "count": 30, "max": 122462.0, "p95": 122159.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.367, "count": 30, "max": 39.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.549, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.123, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6480, "sampled_at": "2026-10-31T13:21:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:21:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1281116, "flush_count": 1371, "flush_interval_seconds": 30.0, "flush_state": {"count": 1371, "last_at": "2026-10-31T13:24:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:24:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1370}, "started": true, "suppressed_count": 762260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 762124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1371, "written_record_count": 1371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6795.879, "limit_mb": null}, "detail": {"h264_decode_error_count": 20, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6052390e06c0] error while decoding MB 103 60, bytestream -18 [h264 @ 0x6052390e06c0] error while decoding MB 98 61, bytestream -12 [h264 @ 0x6052385ebc00] error while decoding MB 107 59, bytestream -11 [h264 @ 0x6052391af3c0] error while decoding MB 105 49, bytestream -22 [h264 @ 0x60523927e240] error while decoding MB 118 58, bytestream -7 [h264 @ 0x605238556700] cabac decode of qscale diff failed at 92 65 [h264 @ 0x605238556700] error while decoding MB 92 65, bytestream 16585 [h264 @", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2110908211200, "copied_frame_count": 763494, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2110908211200, "frame_buffer_copies": 763494, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 1.4667, "p50_ms": 0.0941, "p95_ms": 0.2037, "p99_ms": 0.278}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4712, "count": 512, "max_ms": 4.8148, "p50_ms": 1.3722, "p95_ms": 2.4697, "p99_ms": 3.5344, "results": {"failed": 0, "not_applicable": 0, "success": 763494, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:24:09+09:00", "last_error_summary": "[h264 @ 0x6052390e06c0] error while decoding MB 103 60, bytestream -18 [h264 @ 0x6052390e06c0] error while decoding MB 98 61, bytestream -12 [h264 @ 0x6052385ebc00] error while decoding MB 107 59, bytestream -11 [h264 @ 0x6052391af3c0] error while decoding MB 105 49, bytestream -22 [h264 @ 0x60523927e240] error while decoding MB 118 58, bytestream -7 [h264 @ 0x605238556700] cabac decode of qscale diff failed at 92 65 [h264 @ 0x605238556700] error while decoding MB 92 65, bytestream 16585 [h264 @", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.048, "last_started_at": "2026-10-31T13:21:30+09:00", "pid": 28992, "process": {"exists": false, "pid": 28992}, "restart_count": 103, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.191, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T13:24:09+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-31T13:24:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 343.81, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 256.19, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-31T13:24:09.454811+09:00", "mtime_epoch": 1793420649.454811, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114170}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:24:09+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1185.148, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 763494, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.878, "max": 7.0, "p95": 6.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "total": {"avg": 0.959, "max": 2.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.6, "pushed": 8.6, "read": 8.6}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 66.727, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.787, "count": 245, "max_ms": 7.031, "p95_ms": 2.648, "reason": null, "sample_age_ms": 93.017, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 245, "max_ms": 6.762, "p95_ms": 1.902, "reason": null, "sample_age_ms": 93.249, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 245, "max_ms": 1.586, "p95_ms": 0.564, "reason": null, "sample_age_ms": 66.735, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.877, "count": 245, "max_ms": 7.822, "p95_ms": 3.15, "reason": null, "sample_age_ms": 91.132, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.108, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.979, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.513, "count": 245, "max_ms": 69.677, "p95_ms": 59.909, "reason": null, "sample_age_ms": 66.723, "source": "client_direct"}, "sample_age_ms": 66.72, "source": "client_direct", "task_total_ms": {"avg_ms": 45.864, "count": 245, "max_ms": 73.42, "p95_ms": 62.312, "reason": null, "sample_age_ms": 66.72, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.106, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.751, "count": 245, "max_ms": 8.109, "p95_ms": 6.585}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 245, "max_ms": 1.032, "p95_ms": 0.599}, "detection_prepare_ms": {"avg_ms": 1.221, "count": 245, "max_ms": 3.244, "p95_ms": 2.356}, "event_filter_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.036, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.228, "count": 245, "max_ms": 0.709, "p95_ms": 0.386}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.568, "count": 245, "max_ms": 1.348, "p95_ms": 1.018}, "setup_ms": {"avg_ms": 0.043, "count": 245, "max_ms": 0.127, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.704, "count": 245, "max_ms": 8.055, "p95_ms": 6.531}, "track_match_ms": {"avg_ms": 0.059, "count": 245, "max_ms": 0.191, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 1.247, "count": 245, "max_ms": 3.238, "p95_ms": 2.144}}, "gstreamer_push": {"avg_ms": 2.991, "count": 245, "max_ms": 9.831, "p95_ms": 4.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 245, "max_ms": 0.768, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.031, "count": 245, "max_ms": 74.303, "p95_ms": 63.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.481, "count": 245, "max_ms": 12.128, "p95_ms": 7.596}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.287, "count": 245, "max_ms": 126.527, "p95_ms": 107.954}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 245, "max_ms": 4.136, "p95_ms": 2.673}, "processing_residual_ms": {"avg_ms": 0.171, "count": 245, "max_ms": 0.704, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.641, "count": 245, "max_ms": 132.609, "p95_ms": 113.58}, "read_interval": {"avg_ms": 125.581, "count": 245, "max_ms": 2355.482, "p95_ms": 149.4}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.054, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.511, "count": 245, "max_ms": 1.216, "p95_ms": 0.929}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.069, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.495, "count": 245, "max_ms": 1.188, "p95_ms": 0.905}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.046, "count": 245, "max_ms": 74.314, "p95_ms": 63.371}, "visualize": {"avg_ms": 35.43, "count": 245, "max_ms": 57.85, "p95_ms": 48.492}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.196, "count": 245, "max_ms": 52.017, "p95_ms": 43.375}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.911, "count": 245, "max_ms": 55.36, "p95_ms": 46.537}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 245, "max_ms": 3.392, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.789, "count": 245, "max_ms": 55.26, "p95_ms": 46.442}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 245, "max_ms": 0.174, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.47, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.808, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114330, "write_bytes_delta": 114330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.778707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3457.0, "pid": 28992, "reason": null, "system_cpu_core_ratio": 0.345704, "system_cpu_s_delta": 6.929999999999998, "user_cpu_core_ratio": 0.433003, "user_cpu_s_delta": 8.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.206222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.361168, "system_cpu_s_delta": 7.239999999997963, "user_cpu_core_ratio": 0.845054, "user_cpu_s_delta": 16.94000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.941, "count": 199, "max_ms": 9.831, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.387, "max": 8.0, "p95": 6.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.744, "max": 2.0, "p95": 1.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.302, "count": 30, "max": 56.161, "p95": 40.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.58, "count": 30, "max": 38.29, "p95": 20.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 779.567, "count": 30, "max": 1293.0, "p95": 1257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1333.033, "count": 30, "max": 12057.0, "p95": 5823.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.484, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115411.2, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111513.1, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 45.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.529, "p95": 0.513, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.193, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6492, "sampled_at": "2026-10-31T13:23:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:23:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.488, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1281116, "flush_count": 1371, "flush_interval_seconds": 30.0, "flush_state": {"count": 1371, "last_at": "2026-10-31T13:24:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:24:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1370}, "started": true, "suppressed_count": 762260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 762124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1371, "written_record_count": 1371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6796.367, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2110908211200, "copied_frame_count": 763494, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2110908211200, "frame_buffer_copies": 763494, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 1.4667, "p50_ms": 0.0941, "p95_ms": 0.2037, "p99_ms": 0.278}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4712, "count": 512, "max_ms": 4.8148, "p50_ms": 1.3722, "p95_ms": 2.4697, "p99_ms": 3.5344, "results": {"failed": 0, "not_applicable": 0, "success": 763494, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:24:09+09:00", "last_error_summary": "[h264 @ 0x6052390e06c0] error while decoding MB 103 60, bytestream -18 [h264 @ 0x6052390e06c0] error while decoding MB 98 61, bytestream -12 [h264 @ 0x6052385ebc00] error while decoding MB 107 59, bytestream -11 [h264 @ 0x6052391af3c0] error while decoding MB 105 49, bytestream -22 [h264 @ 0x60523927e240] error while decoding MB 118 58, bytestream -7 [h264 @ 0x605238556700] cabac decode of qscale diff failed at 92 65 [h264 @ 0x605238556700] error while decoding MB 92 65, bytestream 16585 [h264 @", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.054, "last_started_at": "2026-10-31T13:21:30+09:00", "pid": 28992, "process": {"exists": false, "pid": 28992}, "restart_count": 103, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.191, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-10-31T13:24:09+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-10-31T13:24:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 343.817, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 256.183, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-31T13:24:09.454811+09:00", "mtime_epoch": 1793420649.454811, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114170}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:24:09+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1185.148, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 763494, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.878, "max": 7.0, "p95": 6.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "total": {"avg": 0.959, "max": 2.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.597, "pushed": 8.597, "read": 8.597}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 71.648, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.787, "count": 245, "max_ms": 7.031, "p95_ms": 2.648, "reason": null, "sample_age_ms": 97.938, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 245, "max_ms": 6.762, "p95_ms": 1.902, "reason": null, "sample_age_ms": 98.17, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 245, "max_ms": 1.586, "p95_ms": 0.564, "reason": null, "sample_age_ms": 71.656, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.877, "count": 245, "max_ms": 7.822, "p95_ms": 3.15, "reason": null, "sample_age_ms": 96.053, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.029, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.9, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.513, "count": 245, "max_ms": 69.677, "p95_ms": 59.909, "reason": null, "sample_age_ms": 71.644, "source": "client_direct"}, "sample_age_ms": 71.641, "source": "client_direct", "task_total_ms": {"avg_ms": 45.864, "count": 245, "max_ms": 73.42, "p95_ms": 62.312, "reason": null, "sample_age_ms": 71.641, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.156, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.751, "count": 245, "max_ms": 8.109, "p95_ms": 6.585}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 245, "max_ms": 1.032, "p95_ms": 0.599}, "detection_prepare_ms": {"avg_ms": 1.221, "count": 245, "max_ms": 3.244, "p95_ms": 2.356}, "event_filter_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.036, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.228, "count": 245, "max_ms": 0.709, "p95_ms": 0.386}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.568, "count": 245, "max_ms": 1.348, "p95_ms": 1.018}, "setup_ms": {"avg_ms": 0.043, "count": 245, "max_ms": 0.127, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.704, "count": 245, "max_ms": 8.055, "p95_ms": 6.531}, "track_match_ms": {"avg_ms": 0.059, "count": 245, "max_ms": 0.191, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 1.247, "count": 245, "max_ms": 3.238, "p95_ms": 2.144}}, "gstreamer_push": {"avg_ms": 2.991, "count": 245, "max_ms": 9.831, "p95_ms": 4.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 245, "max_ms": 0.768, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.031, "count": 245, "max_ms": 74.303, "p95_ms": 63.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.481, "count": 245, "max_ms": 12.128, "p95_ms": 7.596}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.287, "count": 245, "max_ms": 126.527, "p95_ms": 107.954}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 245, "max_ms": 4.136, "p95_ms": 2.673}, "processing_residual_ms": {"avg_ms": 0.171, "count": 245, "max_ms": 0.704, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.641, "count": 245, "max_ms": 132.609, "p95_ms": 113.58}, "read_interval": {"avg_ms": 125.581, "count": 245, "max_ms": 2355.482, "p95_ms": 149.4}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.054, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.511, "count": 245, "max_ms": 1.216, "p95_ms": 0.929}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.069, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.495, "count": 245, "max_ms": 1.188, "p95_ms": 0.905}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.046, "count": 245, "max_ms": 74.314, "p95_ms": 63.371}, "visualize": {"avg_ms": 35.43, "count": 245, "max_ms": 57.85, "p95_ms": 48.492}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.196, "count": 245, "max_ms": 52.017, "p95_ms": 43.375}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.911, "count": 245, "max_ms": 55.36, "p95_ms": 46.537}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 245, "max_ms": 3.392, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.789, "count": 245, "max_ms": 55.26, "p95_ms": 46.442}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 245, "max_ms": 0.174, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.47, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.808, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114330, "write_bytes_delta": 114330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.778707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3457.0, "pid": 28992, "reason": null, "system_cpu_core_ratio": 0.345704, "system_cpu_s_delta": 6.929999999999998, "user_cpu_core_ratio": 0.433003, "user_cpu_s_delta": 8.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.206222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.361168, "system_cpu_s_delta": 7.239999999997963, "user_cpu_core_ratio": 0.845054, "user_cpu_s_delta": 16.94000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.941, "count": 199, "max_ms": 9.831, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.387, "max": 8.0, "p95": 6.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.744, "max": 2.0, "p95": 1.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.302, "count": 30, "max": 56.161, "p95": 40.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.58, "count": 30, "max": 38.29, "p95": 20.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 779.567, "count": 30, "max": 1293.0, "p95": 1257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1333.033, "count": 30, "max": 12057.0, "p95": 5823.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.484, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115411.2, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111513.1, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 45.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.529, "p95": 0.513, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.193, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6492, "sampled_at": "2026-10-31T13:23:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:23:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.499, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1281116, "flush_count": 1371, "flush_interval_seconds": 30.0, "flush_state": {"count": 1371, "last_at": "2026-10-31T13:24:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:24:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1370}, "started": true, "suppressed_count": 762260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 762124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1371, "written_record_count": 1371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6795.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2110908211200, "copied_frame_count": 763494, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2110908211200, "frame_buffer_copies": 763494, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 1.4667, "p50_ms": 0.0941, "p95_ms": 0.2037, "p99_ms": 0.278}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4712, "count": 512, "max_ms": 4.8148, "p50_ms": 1.3722, "p95_ms": 2.4697, "p99_ms": 3.5344, "results": {"failed": 0, "not_applicable": 0, "success": 763494, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:24:09+09:00", "last_error_summary": "[h264 @ 0x6052390e06c0] error while decoding MB 103 60, bytestream -18 [h264 @ 0x6052390e06c0] error while decoding MB 98 61, bytestream -12 [h264 @ 0x6052385ebc00] error while decoding MB 107 59, bytestream -11 [h264 @ 0x6052391af3c0] error while decoding MB 105 49, bytestream -22 [h264 @ 0x60523927e240] error while decoding MB 118 58, bytestream -7 [h264 @ 0x605238556700] cabac decode of qscale diff failed at 92 65 [h264 @ 0x605238556700] error while decoding MB 92 65, bytestream 16585 [h264 @", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.112, "last_started_at": "2026-10-31T13:21:30+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 103, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.191, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-31T13:24:09+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-31T13:24:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 343.853, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 256.147, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-31T13:24:09.532812+09:00", "mtime_epoch": 1793420649.5328116, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111089}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:24:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1185.145, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 763494, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.878, "max": 7.0, "p95": 6.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "total": {"avg": 0.959, "max": 2.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.581, "pushed": 8.581, "read": 8.581}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 119.39, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.787, "count": 245, "max_ms": 7.031, "p95_ms": 2.648, "reason": null, "sample_age_ms": 145.68, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 245, "max_ms": 6.762, "p95_ms": 1.902, "reason": null, "sample_age_ms": 145.912, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 245, "max_ms": 1.586, "p95_ms": 0.564, "reason": null, "sample_age_ms": 119.398, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.877, "count": 245, "max_ms": 7.822, "p95_ms": 3.15, "reason": null, "sample_age_ms": 143.795, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.771, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 119.642, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.513, "count": 245, "max_ms": 69.677, "p95_ms": 59.909, "reason": null, "sample_age_ms": 119.386, "source": "client_direct"}, "sample_age_ms": 119.383, "source": "client_direct", "task_total_ms": {"avg_ms": 45.864, "count": 245, "max_ms": 73.42, "p95_ms": 62.312, "reason": null, "sample_age_ms": 119.383, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.456, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.751, "count": 245, "max_ms": 8.109, "p95_ms": 6.585}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 245, "max_ms": 1.032, "p95_ms": 0.599}, "detection_prepare_ms": {"avg_ms": 1.221, "count": 245, "max_ms": 3.244, "p95_ms": 2.356}, "event_filter_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.036, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.228, "count": 245, "max_ms": 0.709, "p95_ms": 0.386}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.568, "count": 245, "max_ms": 1.348, "p95_ms": 1.018}, "setup_ms": {"avg_ms": 0.043, "count": 245, "max_ms": 0.127, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.704, "count": 245, "max_ms": 8.055, "p95_ms": 6.531}, "track_match_ms": {"avg_ms": 0.059, "count": 245, "max_ms": 0.191, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 1.247, "count": 245, "max_ms": 3.238, "p95_ms": 2.144}}, "gstreamer_push": {"avg_ms": 2.991, "count": 245, "max_ms": 9.831, "p95_ms": 4.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 245, "max_ms": 0.768, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.031, "count": 245, "max_ms": 74.303, "p95_ms": 63.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.481, "count": 245, "max_ms": 12.128, "p95_ms": 7.596}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.287, "count": 245, "max_ms": 126.527, "p95_ms": 107.954}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 245, "max_ms": 4.136, "p95_ms": 2.673}, "processing_residual_ms": {"avg_ms": 0.171, "count": 245, "max_ms": 0.704, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.641, "count": 245, "max_ms": 132.609, "p95_ms": 113.58}, "read_interval": {"avg_ms": 125.581, "count": 245, "max_ms": 2355.482, "p95_ms": 149.4}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.054, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.511, "count": 245, "max_ms": 1.216, "p95_ms": 0.929}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.069, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.495, "count": 245, "max_ms": 1.188, "p95_ms": 0.905}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.046, "count": 245, "max_ms": 74.314, "p95_ms": 63.371}, "visualize": {"avg_ms": 35.43, "count": 245, "max_ms": 57.85, "p95_ms": 48.492}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.196, "count": 245, "max_ms": 52.017, "p95_ms": 43.375}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.911, "count": 245, "max_ms": 55.36, "p95_ms": 46.537}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 245, "max_ms": 3.392, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.789, "count": 245, "max_ms": 55.26, "p95_ms": 46.442}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 245, "max_ms": 0.174, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.47, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.808, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114330, "write_bytes_delta": 114330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.778707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3457.0, "pid": 28992, "reason": null, "system_cpu_core_ratio": 0.345704, "system_cpu_s_delta": 6.929999999999998, "user_cpu_core_ratio": 0.433003, "user_cpu_s_delta": 8.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.206222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.361168, "system_cpu_s_delta": 7.239999999997963, "user_cpu_core_ratio": 0.845054, "user_cpu_s_delta": 16.94000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.941, "count": 199, "max_ms": 9.831, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.387, "max": 8.0, "p95": 6.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.744, "max": 2.0, "p95": 1.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.302, "count": 30, "max": 56.161, "p95": 40.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.58, "count": 30, "max": 38.29, "p95": 20.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 779.567, "count": 30, "max": 1293.0, "p95": 1257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1333.033, "count": 30, "max": 12057.0, "p95": 5823.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.484, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115411.2, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111513.1, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 45.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.529, "p95": 0.513, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.193, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6492, "sampled_at": "2026-10-31T13:23:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:23:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.551, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1281116, "flush_count": 1371, "flush_interval_seconds": 30.0, "flush_state": {"count": 1371, "last_at": "2026-10-31T13:24:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:24:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1370}, "started": true, "suppressed_count": 762260, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 762124}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1371, "written_record_count": 1371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6965.438, "limit_mb": null}, "detail": {"pid": 29108, "restart_count": 104, "start_count": 105}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2110908211200, "copied_frame_count": 763494, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2110908211200, "frame_buffer_copies": 763494, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 1.4667, "p50_ms": 0.0941, "p95_ms": 0.2037, "p99_ms": 0.278}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4712, "count": 512, "max_ms": 4.8148, "p50_ms": 1.3722, "p95_ms": 2.4697, "p99_ms": 3.5344, "results": {"failed": 0, "not_applicable": 0, "success": 763494, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:24:09+09:00", "last_error_summary": "[h264 @ 0x6052390e06c0] error while decoding MB 103 60, bytestream -18 [h264 @ 0x6052390e06c0] error while decoding MB 98 61, bytestream -12 [h264 @ 0x6052385ebc00] error while decoding MB 107 59, bytestream -11 [h264 @ 0x6052391af3c0] error while decoding MB 105 49, bytestream -22 [h264 @ 0x60523927e240] error while decoding MB 118 58, bytestream -7 [h264 @ 0x605238556700] cabac decode of qscale diff failed at 92 65 [h264 @ 0x605238556700] error while decoding MB 92 65, bytestream 16585 [h264 @", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:24:12+09:00", "pid": 29108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.777, "name": "ffmpeg", "pid": 29108, "rss_mb": 209.777, "state": "S (sleeping)", "threads": 70}, "restart_count": 104, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.414, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.855, "last_frame_pushed_at": "2026-10-31T13:24:09+09:00", "last_frame_read_age_sec": 4.929, "last_frame_read_at": "2026-10-31T13:24:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 348.645, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 251.355, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 4.845, "exists": true, "mtime": "2026-10-31T13:24:09.532812+09:00", "mtime_epoch": 1793420649.5328116, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111089}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:24:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1185.148, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 763494, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.683, "max": 7.0, "p95": 5.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "total": {"avg": 0.955, "max": 2.0, "p95": 1.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.376, "pushed": 7.376, "read": 7.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.006, "count": 220, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4908.026, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 220, "max_ms": 7.031, "p95_ms": 2.71, "reason": null, "sample_age_ms": 4934.316, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 220, "max_ms": 6.762, "p95_ms": 1.834, "reason": null, "sample_age_ms": 4934.547, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.303, "count": 220, "max_ms": 1.586, "p95_ms": 0.56, "reason": null, "sample_age_ms": 4908.033, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 220, "max_ms": 7.822, "p95_ms": 3.023, "reason": null, "sample_age_ms": 4932.431, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4932.406, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4908.278, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.653, "count": 220, "max_ms": 68.167, "p95_ms": 59.705, "reason": null, "sample_age_ms": 4908.022, "source": "client_direct"}, "sample_age_ms": 4908.019, "source": "client_direct", "task_total_ms": {"avg_ms": 46.005, "count": 220, "max_ms": 72.451, "p95_ms": 62.463, "reason": null, "sample_age_ms": 4908.019, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.795, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.739, "count": 221, "max_ms": 8.109, "p95_ms": 6.604}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.335, "count": 221, "max_ms": 1.032, "p95_ms": 0.633}, "detection_prepare_ms": {"avg_ms": 1.205, "count": 221, "max_ms": 3.244, "p95_ms": 2.317}, "event_filter_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.036, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.228, "count": 221, "max_ms": 0.709, "p95_ms": 0.404}, "mcmt_ms": {"avg_ms": 0.003, "count": 221, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.565, "count": 221, "max_ms": 1.348, "p95_ms": 1.025}, "setup_ms": {"avg_ms": 0.043, "count": 221, "max_ms": 0.122, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.691, "count": 221, "max_ms": 8.055, "p95_ms": 6.533}, "track_match_ms": {"avg_ms": 0.058, "count": 221, "max_ms": 0.191, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 1.249, "count": 221, "max_ms": 3.238, "p95_ms": 2.184}}, "gstreamer_push": {"avg_ms": 3.001, "count": 221, "max_ms": 9.831, "p95_ms": 4.746}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 221, "max_ms": 0.768, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.3, "count": 221, "max_ms": 74.303, "p95_ms": 64.169}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.468, "count": 221, "max_ms": 12.128, "p95_ms": 7.71}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.227, "count": 221, "max_ms": 126.527, "p95_ms": 107.954}, "inference_input_copy_ms": {"avg_ms": 1.712, "count": 221, "max_ms": 3.58, "p95_ms": 2.673}, "processing_residual_ms": {"avg_ms": 0.169, "count": 221, "max_ms": 0.704, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.575, "count": 221, "max_ms": 132.609, "p95_ms": 113.58}, "read_interval": {"avg_ms": 114.372, "count": 220, "max_ms": 1952.174, "p95_ms": 147.337}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 221, "max_ms": 0.054, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.508, "count": 221, "max_ms": 1.216, "p95_ms": 0.935}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 221, "max_ms": 0.069, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.493, "count": 221, "max_ms": 1.188, "p95_ms": 0.908}, "worker_merge_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.041, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.315, "count": 221, "max_ms": 74.314, "p95_ms": 64.188}, "visualize": {"avg_ms": 35.122, "count": 221, "max_ms": 57.85, "p95_ms": 47.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.941, "count": 221, "max_ms": 52.017, "p95_ms": 42.498}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.635, "count": 221, "max_ms": 55.36, "p95_ms": 45.84}, "visualize_input_copy_ms": {"avg_ms": 1.302, "count": 221, "max_ms": 3.392, "p95_ms": 2.33}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.515, "count": 221, "max_ms": 55.26, "p95_ms": 45.624}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 221, "max_ms": 0.174, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.47, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.808, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114330, "write_bytes_delta": 114330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.778707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3457.0, "pid": 28992, "reason": null, "system_cpu_core_ratio": 0.345704, "system_cpu_s_delta": 6.929999999999998, "user_cpu_core_ratio": 0.433003, "user_cpu_s_delta": 8.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.206222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.361168, "system_cpu_s_delta": 7.239999999997963, "user_cpu_core_ratio": 0.845054, "user_cpu_s_delta": 16.94000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.941, "count": 199, "max_ms": 9.831, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.387, "max": 8.0, "p95": 6.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.744, "max": 2.0, "p95": 1.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.302, "count": 30, "max": 56.161, "p95": 40.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.58, "count": 30, "max": 38.29, "p95": 20.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 779.567, "count": 30, "max": 1293.0, "p95": 1257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1333.033, "count": 30, "max": 12057.0, "p95": 5823.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.484, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115411.2, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111513.1, "count": 30, "max": 118078.0, "p95": 117479.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 45.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.529, "p95": 0.513, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.193, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6492, "sampled_at": "2026-10-31T13:23:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:23:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1283884, "flush_count": 1374, "flush_interval_seconds": 30.0, "flush_state": {"count": 1374, "last_at": "2026-10-31T13:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1373}, "started": true, "suppressed_count": 764047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 763911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1374, "written_record_count": 1374}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6799.363, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58856e2a2000] cabac decode of qscale diff failed at 51 30 [h264 @ 0x58856e2a2000] error while decoding MB 51 30, bytestream 16057 [h264 @ 0x58856e41a940] error while decoding MB 0 55, bytestream -22", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2115857203200, "copied_frame_count": 765284, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2115857203200, "frame_buffer_copies": 765284, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 2.9402, "p50_ms": 0.0888, "p95_ms": 0.1782, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4009, "count": 512, "max_ms": 3.6074, "p50_ms": 1.318, "p95_ms": 2.3076, "p99_ms": 2.9594, "results": {"failed": 0, "not_applicable": 0, "success": 765284, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 98, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:27:35+09:00", "last_error_summary": "[h264 @ 0x58856e2a2000] cabac decode of qscale diff failed at 51 30 [h264 @ 0x58856e2a2000] error while decoding MB 51 30, bytestream 16057 [h264 @ 0x58856e41a940] error while decoding MB 0 55, bytestream -22", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.19, "last_started_at": "2026-10-31T13:24:12+09:00", "pid": 29108, "process": {"exists": false, "pid": 29108}, "restart_count": 104, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.934, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T13:27:35+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-31T13:27:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 549.829, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 50.171, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-31T13:27:35.561215+09:00", "mtime_epoch": 1793420855.5612147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114641}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:27:35+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1186.008, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 765284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.582, "max": 11.0, "p95": 8.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "total": {"avg": 0.755, "max": 1.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.937, "pushed": 6.937, "read": 6.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 52.326, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 207, "max_ms": 5.962, "p95_ms": 2.723, "reason": null, "sample_age_ms": 98.696, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.312, "count": 207, "max_ms": 4.237, "p95_ms": 1.956, "reason": null, "sample_age_ms": 99.134, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 207, "max_ms": 2.352, "p95_ms": 0.501, "reason": null, "sample_age_ms": 52.338, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.782, "count": 207, "max_ms": 3.755, "p95_ms": 2.746, "reason": null, "sample_age_ms": 96.775, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.749, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.652, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.103, "count": 207, "max_ms": 67.008, "p95_ms": 57.99, "reason": null, "sample_age_ms": 52.32, "source": "client_direct"}, "sample_age_ms": 52.315, "source": "client_direct", "task_total_ms": {"avg_ms": 44.333, "count": 207, "max_ms": 69.03, "p95_ms": 60.688, "reason": null, "sample_age_ms": 52.315, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.857, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.389, "count": 208, "max_ms": 9.976, "p95_ms": 8.095}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 208, "max_ms": 0.897, "p95_ms": 0.601}, "detection_prepare_ms": {"avg_ms": 0.99, "count": 208, "max_ms": 3.839, "p95_ms": 1.953}, "event_filter_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.154, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.204, "count": 208, "max_ms": 0.912, "p95_ms": 0.437}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.752, "count": 208, "max_ms": 5.517, "p95_ms": 3.298}, "setup_ms": {"avg_ms": 0.039, "count": 208, "max_ms": 0.084, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 4.341, "count": 208, "max_ms": 9.891, "p95_ms": 8.025}, "track_match_ms": {"avg_ms": 0.048, "count": 208, "max_ms": 0.171, "p95_ms": 0.116}, "tracker_update_ms": {"avg_ms": 0.976, "count": 208, "max_ms": 3.755, "p95_ms": 1.974}}, "gstreamer_push": {"avg_ms": 2.784, "count": 208, "max_ms": 8.069, "p95_ms": 4.358}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 208, "max_ms": 0.194, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.481, "count": 208, "max_ms": 69.804, "p95_ms": 61.879}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.038, "count": 208, "max_ms": 9.921, "p95_ms": 6.467}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.835, "count": 208, "max_ms": 121.53, "p95_ms": 104.79}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 208, "max_ms": 5.051, "p95_ms": 3.052}, "processing_residual_ms": {"avg_ms": 0.185, "count": 208, "max_ms": 0.937, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.743, "count": 208, "max_ms": 127.504, "p95_ms": 110.013}, "read_interval": {"avg_ms": 144.821, "count": 207, "max_ms": 2389.598, "p95_ms": 148.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 208, "max_ms": 0.274, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.686, "count": 208, "max_ms": 5.438, "p95_ms": 3.179}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.668, "count": 208, "max_ms": 5.413, "p95_ms": 3.155}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.077, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.492, "count": 208, "max_ms": 69.814, "p95_ms": 61.893}, "visualize": {"avg_ms": 33.935, "count": 208, "max_ms": 55.259, "p95_ms": 47.318}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.488, "count": 208, "max_ms": 51.554, "p95_ms": 43.095}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.717, "count": 208, "max_ms": 53.924, "p95_ms": 46.11}, "visualize_input_copy_ms": {"avg_ms": 1.026, "count": 208, "max_ms": 2.636, "p95_ms": 2.064}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.605, "count": 208, "max_ms": 53.818, "p95_ms": 45.988}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 0.217, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.443, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.262, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106375, "write_bytes_delta": 106375, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 0.846739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10240.0, "pid": 29108, "reason": null, "system_cpu_core_ratio": 0.402577, "system_cpu_s_delta": 4.550000000000001, "user_cpu_core_ratio": 0.444162, "user_cpu_s_delta": 5.02000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.098903, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.339757, "system_cpu_s_delta": 3.8400000000001455, "user_cpu_core_ratio": 0.759145, "user_cpu_s_delta": 8.580000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 139, "max_ms": 8.069, "p95_ms": 4.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.835, "max": 11.0, "p95": 8.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.921, "max": 1.0, "p95": 1.0, "sample_count": 139}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.194, "count": 30, "max": 56.161, "p95": 44.45, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.943, "count": 30, "max": 25.468, "p95": 25.227, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.667, "count": 30, "max": 1262.0, "p95": 1033.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1763.667, "count": 30, "max": 14405.0, "p95": 11239.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.57, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.479, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.858, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110389.533, "count": 30, "max": 116019.0, "p95": 114508.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106569.967, "count": 30, "max": 116019.0, "p95": 114375.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.7, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.323, "count": 30, "max": 0.502, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.889, "count": 30, "max": 1.159, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6512, "sampled_at": "2026-10-31T13:27:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:27:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1283884, "flush_count": 1374, "flush_interval_seconds": 30.0, "flush_state": {"count": 1374, "last_at": "2026-10-31T13:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1373}, "started": true, "suppressed_count": 764047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 763911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1374, "written_record_count": 1374}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6798.664, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2115857203200, "copied_frame_count": 765284, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2115857203200, "frame_buffer_copies": 765284, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 2.9402, "p50_ms": 0.0888, "p95_ms": 0.1782, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4009, "count": 512, "max_ms": 3.6074, "p50_ms": 1.318, "p95_ms": 2.3076, "p99_ms": 2.9594, "results": {"failed": 0, "not_applicable": 0, "success": 765284, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:24:09+09:00", "last_error_summary": "[h264 @ 0x6052390e06c0] error while decoding MB 103 60, bytestream -18 [h264 @ 0x6052390e06c0] error while decoding MB 98 61, bytestream -12 [h264 @ 0x6052385ebc00] error while decoding MB 107 59, bytestream -11 [h264 @ 0x6052391af3c0] error while decoding MB 105 49, bytestream -22 [h264 @ 0x60523927e240] error while decoding MB 118 58, bytestream -7 [h264 @ 0x605238556700] cabac decode of qscale diff failed at 92 65 [h264 @ 0x605238556700] error while decoding MB 92 65, bytestream 16585 [h264 @", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.175, "last_started_at": "2026-10-31T13:24:12+09:00", "pid": 29108, "process": {"exists": false, "pid": 29108}, "restart_count": 104, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.934, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T13:27:35+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-31T13:27:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 549.84, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 50.16, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-31T13:27:35.478214+09:00", "mtime_epoch": 1793420855.4782143, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118171}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:27:35+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1186.008, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 765284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.582, "max": 11.0, "p95": 8.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "total": {"avg": 0.755, "max": 1.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.941, "pushed": 6.941, "read": 6.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 35.974, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 207, "max_ms": 5.962, "p95_ms": 2.723, "reason": null, "sample_age_ms": 82.343, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.312, "count": 207, "max_ms": 4.237, "p95_ms": 1.956, "reason": null, "sample_age_ms": 82.781, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 207, "max_ms": 2.352, "p95_ms": 0.501, "reason": null, "sample_age_ms": 35.986, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.782, "count": 207, "max_ms": 3.755, "p95_ms": 2.746, "reason": null, "sample_age_ms": 80.423, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.397, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.299, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.103, "count": 207, "max_ms": 67.008, "p95_ms": 57.99, "reason": null, "sample_age_ms": 35.968, "source": "client_direct"}, "sample_age_ms": 35.962, "source": "client_direct", "task_total_ms": {"avg_ms": 44.333, "count": 207, "max_ms": 69.03, "p95_ms": 60.688, "reason": null, "sample_age_ms": 35.962, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.389, "count": 208, "max_ms": 9.976, "p95_ms": 8.095}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 208, "max_ms": 0.897, "p95_ms": 0.601}, "detection_prepare_ms": {"avg_ms": 0.99, "count": 208, "max_ms": 3.839, "p95_ms": 1.953}, "event_filter_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.154, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.204, "count": 208, "max_ms": 0.912, "p95_ms": 0.437}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.752, "count": 208, "max_ms": 5.517, "p95_ms": 3.298}, "setup_ms": {"avg_ms": 0.039, "count": 208, "max_ms": 0.084, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 4.341, "count": 208, "max_ms": 9.891, "p95_ms": 8.025}, "track_match_ms": {"avg_ms": 0.048, "count": 208, "max_ms": 0.171, "p95_ms": 0.116}, "tracker_update_ms": {"avg_ms": 0.976, "count": 208, "max_ms": 3.755, "p95_ms": 1.974}}, "gstreamer_push": {"avg_ms": 2.784, "count": 208, "max_ms": 8.069, "p95_ms": 4.358}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 208, "max_ms": 0.194, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.481, "count": 208, "max_ms": 69.804, "p95_ms": 61.879}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.038, "count": 208, "max_ms": 9.921, "p95_ms": 6.467}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.835, "count": 208, "max_ms": 121.53, "p95_ms": 104.79}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 208, "max_ms": 5.051, "p95_ms": 3.052}, "processing_residual_ms": {"avg_ms": 0.185, "count": 208, "max_ms": 0.937, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.743, "count": 208, "max_ms": 127.504, "p95_ms": 110.013}, "read_interval": {"avg_ms": 144.821, "count": 207, "max_ms": 2389.598, "p95_ms": 148.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 208, "max_ms": 0.274, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.686, "count": 208, "max_ms": 5.438, "p95_ms": 3.179}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.668, "count": 208, "max_ms": 5.413, "p95_ms": 3.155}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.077, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.492, "count": 208, "max_ms": 69.814, "p95_ms": 61.893}, "visualize": {"avg_ms": 33.935, "count": 208, "max_ms": 55.259, "p95_ms": 47.318}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.488, "count": 208, "max_ms": 51.554, "p95_ms": 43.095}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.717, "count": 208, "max_ms": 53.924, "p95_ms": 46.11}, "visualize_input_copy_ms": {"avg_ms": 1.026, "count": 208, "max_ms": 2.636, "p95_ms": 2.064}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.605, "count": 208, "max_ms": 53.818, "p95_ms": 45.988}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 0.217, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.443, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.262, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106375, "write_bytes_delta": 106375, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 0.846739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10240.0, "pid": 29108, "reason": null, "system_cpu_core_ratio": 0.402577, "system_cpu_s_delta": 4.550000000000001, "user_cpu_core_ratio": 0.444162, "user_cpu_s_delta": 5.02000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.098903, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.339757, "system_cpu_s_delta": 3.8400000000001455, "user_cpu_core_ratio": 0.759145, "user_cpu_s_delta": 8.580000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 139, "max_ms": 8.069, "p95_ms": 4.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.835, "max": 11.0, "p95": 8.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.921, "max": 1.0, "p95": 1.0, "sample_count": 139}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.194, "count": 30, "max": 56.161, "p95": 44.45, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.943, "count": 30, "max": 25.468, "p95": 25.227, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.667, "count": 30, "max": 1262.0, "p95": 1033.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1763.667, "count": 30, "max": 14405.0, "p95": 11239.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.57, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.479, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.858, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110389.533, "count": 30, "max": 116019.0, "p95": 114508.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106569.967, "count": 30, "max": 116019.0, "p95": 114375.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.7, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.323, "count": 30, "max": 0.502, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.889, "count": 30, "max": 1.159, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6512, "sampled_at": "2026-10-31T13:27:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:27:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1283884, "flush_count": 1374, "flush_interval_seconds": 30.0, "flush_state": {"count": 1374, "last_at": "2026-10-31T13:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1373}, "started": true, "suppressed_count": 764047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 763911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1374, "written_record_count": 1374}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6798.504, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2115857203200, "copied_frame_count": 765284, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2115857203200, "frame_buffer_copies": 765284, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 2.9402, "p50_ms": 0.0888, "p95_ms": 0.1782, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4009, "count": 512, "max_ms": 3.6074, "p50_ms": 1.318, "p95_ms": 2.3076, "p99_ms": 2.9594, "results": {"failed": 0, "not_applicable": 0, "success": 765284, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 98, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:27:35+09:00", "last_error_summary": "[h264 @ 0x58856e2a2000] cabac decode of qscale diff failed at 51 30 [h264 @ 0x58856e2a2000] error while decoding MB 51 30, bytestream 16057 [h264 @ 0x58856e41a940] error while decoding MB 0 55, bytestream -22", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.244, "last_started_at": "2026-10-31T13:24:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 104, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.934, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-31T13:27:35+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-10-31T13:27:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 549.88, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 50.12, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-10-31T13:27:35.561215+09:00", "mtime_epoch": 1793420855.5612147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114641}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:27:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1186.004, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 765284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.589, "max": 11.0, "p95": 8.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "total": {"avg": 0.754, "max": 1.0, "p95": 1.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.918, "pushed": 6.918, "read": 6.884}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 108.556, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.763, "count": 206, "max_ms": 5.962, "p95_ms": 2.73, "reason": null, "sample_age_ms": 154.926, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 206, "max_ms": 4.237, "p95_ms": 1.966, "reason": null, "sample_age_ms": 155.364, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 207, "max_ms": 2.352, "p95_ms": 0.501, "reason": null, "sample_age_ms": 108.568, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.779, "count": 206, "max_ms": 3.755, "p95_ms": 2.746, "reason": null, "sample_age_ms": 153.005, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.979, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.882, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.103, "count": 207, "max_ms": 67.008, "p95_ms": 57.99, "reason": null, "sample_age_ms": 108.551, "source": "client_direct"}, "sample_age_ms": 108.545, "source": "client_direct", "task_total_ms": {"avg_ms": 44.333, "count": 207, "max_ms": 69.03, "p95_ms": 60.688, "reason": null, "sample_age_ms": 108.545, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.386, "count": 207, "max_ms": 9.976, "p95_ms": 8.095}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 207, "max_ms": 0.897, "p95_ms": 0.601}, "detection_prepare_ms": {"avg_ms": 0.987, "count": 207, "max_ms": 3.839, "p95_ms": 1.953}, "event_filter_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.154, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.204, "count": 207, "max_ms": 0.912, "p95_ms": 0.437}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.753, "count": 207, "max_ms": 5.517, "p95_ms": 3.298}, "setup_ms": {"avg_ms": 0.039, "count": 207, "max_ms": 0.084, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 4.338, "count": 207, "max_ms": 9.891, "p95_ms": 8.025}, "track_match_ms": {"avg_ms": 0.048, "count": 207, "max_ms": 0.171, "p95_ms": 0.116}, "tracker_update_ms": {"avg_ms": 0.973, "count": 207, "max_ms": 3.755, "p95_ms": 1.974}}, "gstreamer_push": {"avg_ms": 2.782, "count": 207, "max_ms": 8.069, "p95_ms": 4.358}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 207, "max_ms": 0.194, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.439, "count": 207, "max_ms": 69.804, "p95_ms": 61.879}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.037, "count": 207, "max_ms": 9.921, "p95_ms": 6.467}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.832, "count": 207, "max_ms": 121.53, "p95_ms": 104.79}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 207, "max_ms": 5.051, "p95_ms": 3.052}, "processing_residual_ms": {"avg_ms": 0.186, "count": 207, "max_ms": 0.937, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.739, "count": 207, "max_ms": 127.504, "p95_ms": 110.013}, "read_interval": {"avg_ms": 145.042, "count": 206, "max_ms": 2389.598, "p95_ms": 148.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 207, "max_ms": 0.274, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.688, "count": 207, "max_ms": 5.438, "p95_ms": 3.179}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 207, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.67, "count": 207, "max_ms": 5.413, "p95_ms": 3.155}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.077, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.45, "count": 207, "max_ms": 69.814, "p95_ms": 61.893}, "visualize": {"avg_ms": 33.976, "count": 207, "max_ms": 55.259, "p95_ms": 47.318}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.528, "count": 207, "max_ms": 51.554, "p95_ms": 43.095}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.757, "count": 207, "max_ms": 53.924, "p95_ms": 46.11}, "visualize_input_copy_ms": {"avg_ms": 1.026, "count": 207, "max_ms": 2.636, "p95_ms": 2.064}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.645, "count": 207, "max_ms": 53.818, "p95_ms": 45.988}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 207, "max_ms": 0.217, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.443, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.262, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106375, "write_bytes_delta": 106375, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 0.846739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10240.0, "pid": 29108, "reason": null, "system_cpu_core_ratio": 0.402577, "system_cpu_s_delta": 4.550000000000001, "user_cpu_core_ratio": 0.444162, "user_cpu_s_delta": 5.02000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.098903, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.339757, "system_cpu_s_delta": 3.8400000000001455, "user_cpu_core_ratio": 0.759145, "user_cpu_s_delta": 8.580000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 139, "max_ms": 8.069, "p95_ms": 4.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.835, "max": 11.0, "p95": 8.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.921, "max": 1.0, "p95": 1.0, "sample_count": 139}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.194, "count": 30, "max": 56.161, "p95": 44.45, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.943, "count": 30, "max": 25.468, "p95": 25.227, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.667, "count": 30, "max": 1262.0, "p95": 1033.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1763.667, "count": 30, "max": 14405.0, "p95": 11239.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.57, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.479, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.858, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110389.533, "count": 30, "max": 116019.0, "p95": 114508.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106569.967, "count": 30, "max": 116019.0, "p95": 114375.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.7, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.323, "count": 30, "max": 0.502, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.889, "count": 30, "max": 1.159, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6512, "sampled_at": "2026-10-31T13:27:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:27:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1283884, "flush_count": 1374, "flush_interval_seconds": 30.0, "flush_state": {"count": 1374, "last_at": "2026-10-31T13:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1373}, "started": true, "suppressed_count": 764047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 763911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1374, "written_record_count": 1374}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6973.043, "limit_mb": null}, "detail": {"pid": 29224, "restart_count": 105, "start_count": 106}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2115857203200, "copied_frame_count": 765284, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2115857203200, "frame_buffer_copies": 765284, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 2.9402, "p50_ms": 0.0888, "p95_ms": 0.1782, "p99_ms": 0.2341}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4009, "count": 512, "max_ms": 3.6074, "p50_ms": 1.318, "p95_ms": 2.3076, "p99_ms": 2.9594, "results": {"failed": 0, "not_applicable": 0, "success": 765284, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 98, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:27:35+09:00", "last_error_summary": "[h264 @ 0x58856e2a2000] cabac decode of qscale diff failed at 51 30 [h264 @ 0x58856e2a2000] error while decoding MB 51 30, bytestream 16057 [h264 @ 0x58856e41a940] error while decoding MB 0 55, bytestream -22", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:27:38+09:00", "pid": 29224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.25, "name": "ffmpeg", "pid": 29224, "rss_mb": 209.25, "state": "S (sleeping)", "threads": 70}, "restart_count": 105, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.68, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.751, "last_frame_pushed_at": "2026-10-31T13:27:35+09:00", "last_frame_read_age_sec": 4.828, "last_frame_read_at": "2026-10-31T13:27:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 12, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 554.584, "last_sample_duration_ms": 1077.906, "last_trigger": "periodic", "next_snapshot_in_sec": 45.416, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 137, "storage_bytes": 2336399}, "mjpeg": {"age_sec": 4.741, "exists": true, "mtime": "2026-10-31T13:27:35.561215+09:00", "mtime_epoch": 1793420855.5612147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114641}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:27:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1186.008, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 765284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.833, "max": 11.0, "p95": 8.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "total": {"avg": 0.685, "max": 1.0, "p95": 1.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.409, "pushed": 5.409, "read": 5.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.006, "count": 161, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4788.137, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.739, "count": 161, "max_ms": 5.962, "p95_ms": 2.621, "reason": null, "sample_age_ms": 4834.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 161, "max_ms": 4.237, "p95_ms": 1.82, "reason": null, "sample_age_ms": 4834.945, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 161, "max_ms": 2.352, "p95_ms": 0.511, "reason": null, "sample_age_ms": 4788.149, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.762, "count": 161, "max_ms": 3.755, "p95_ms": 2.747, "reason": null, "sample_age_ms": 4832.586, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2764808.0, "count": 161, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4832.56, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4788.463, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.193, "count": 161, "max_ms": 67.008, "p95_ms": 58.207, "reason": null, "sample_age_ms": 4788.131, "source": "client_direct"}, "sample_age_ms": 4788.126, "source": "client_direct", "task_total_ms": {"avg_ms": 44.402, "count": 161, "max_ms": 69.03, "p95_ms": 60.956, "reason": null, "sample_age_ms": 4788.126, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.734, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.008, "count": 162, "max_ms": 9.769, "p95_ms": 7.551}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.307, "count": 162, "max_ms": 0.897, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 0.888, "count": 162, "max_ms": 3.839, "p95_ms": 1.743}, "event_filter_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 162, "max_ms": 0.912, "p95_ms": 0.433}, "mcmt_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.594, "count": 162, "max_ms": 5.517, "p95_ms": 3.266}, "setup_ms": {"avg_ms": 0.039, "count": 162, "max_ms": 0.084, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 3.961, "count": 162, "max_ms": 9.672, "p95_ms": 7.473}, "track_match_ms": {"avg_ms": 0.044, "count": 162, "max_ms": 0.171, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.889, "count": 162, "max_ms": 3.59, "p95_ms": 1.974}}, "gstreamer_push": {"avg_ms": 2.759, "count": 162, "max_ms": 8.069, "p95_ms": 4.145}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 162, "max_ms": 0.194, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.451, "count": 162, "max_ms": 69.804, "p95_ms": 62.033}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.898, "count": 162, "max_ms": 9.921, "p95_ms": 7.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.212, "count": 162, "max_ms": 121.53, "p95_ms": 104.391}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 162, "max_ms": 5.051, "p95_ms": 2.673}, "processing_residual_ms": {"avg_ms": 0.178, "count": 162, "max_ms": 0.937, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.922, "count": 162, "max_ms": 127.504, "p95_ms": 107.865}, "read_interval": {"avg_ms": 156.659, "count": 161, "max_ms": 2389.598, "p95_ms": 163.893}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 162, "max_ms": 0.274, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.531, "count": 162, "max_ms": 5.438, "p95_ms": 3.155}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 162, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.514, "count": 162, "max_ms": 5.413, "p95_ms": 3.133}, "worker_merge_ms": {"avg_ms": 0.006, "count": 162, "max_ms": 0.077, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.463, "count": 162, "max_ms": 69.814, "p95_ms": 62.043}, "visualize": {"avg_ms": 33.718, "count": 162, "max_ms": 55.259, "p95_ms": 47.318}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.491, "count": 162, "max_ms": 51.554, "p95_ms": 42.848}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.586, "count": 162, "max_ms": 53.924, "p95_ms": 46.11}, "visualize_input_copy_ms": {"avg_ms": 0.944, "count": 162, "max_ms": 2.636, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.477, "count": 162, "max_ms": 53.818, "p95_ms": 45.988}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 162, "max_ms": 0.154, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1185.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.443, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.262, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106375, "write_bytes_delta": 106375, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 267.0, "cpu_core_ratio": 0.846739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10240.0, "pid": 29108, "reason": null, "system_cpu_core_ratio": 0.402577, "system_cpu_s_delta": 4.550000000000001, "user_cpu_core_ratio": 0.444162, "user_cpu_s_delta": 5.02000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.098903, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.339757, "system_cpu_s_delta": 3.8400000000001455, "user_cpu_core_ratio": 0.759145, "user_cpu_s_delta": 8.580000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 139, "max_ms": 8.069, "p95_ms": 4.5, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.835, "max": 11.0, "p95": 8.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.921, "max": 1.0, "p95": 1.0, "sample_count": 139}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.194, "count": 30, "max": 56.161, "p95": 44.45, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.943, "count": 30, "max": 25.468, "p95": 25.227, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.667, "count": 30, "max": 1262.0, "p95": 1033.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1763.667, "count": 30, "max": 14405.0, "p95": 11239.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.57, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.479, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.858, "p95": 0.036, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110389.533, "count": 30, "max": 116019.0, "p95": 114508.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106569.967, "count": 30, "max": 116019.0, "p95": 114375.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.7, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.323, "count": 30, "max": 0.502, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.889, "count": 30, "max": 1.159, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6512, "sampled_at": "2026-10-31T13:27:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:27:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1288588, "flush_count": 1379, "flush_interval_seconds": 30.0, "flush_state": {"count": 1379, "last_at": "2026-10-31T13:32:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:32:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1378}, "started": true, "suppressed_count": 766899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 766763}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1379, "written_record_count": 1379}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6804.0, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6107ad3a1780] cabac decode of qscale diff failed at 37 61 [h264 @ 0x6107ad3a1780] error while decoding MB 37 61, bytestream 74100 [h264 @ 0x6107ae0b7bc0] error while decoding MB 81 58, bytestream -12 [h264 @ 0x6107ad3c9b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6107ad3c9b00] error while decoding MB 0 61, bytestream 11184 [h264 @ 0x6107ad483580] error while decoding MB 98 50, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2123756236800, "copied_frame_count": 768141, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2123756236800, "frame_buffer_copies": 768141, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1115, "count": 512, "max_ms": 2.9231, "p50_ms": 0.0922, "p95_ms": 0.2001, "p99_ms": 0.2748}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4685, "count": 512, "max_ms": 11.6257, "p50_ms": 1.4045, "p95_ms": 2.3677, "p99_ms": 3.0891, "results": {"failed": 0, "not_applicable": 0, "success": 768141, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:32:53+09:00", "last_error_summary": "[h264 @ 0x6107ad3a1780] cabac decode of qscale diff failed at 37 61 [h264 @ 0x6107ad3a1780] error while decoding MB 37 61, bytestream 74100 [h264 @ 0x6107ae0b7bc0] error while decoding MB 81 58, bytestream -12 [h264 @ 0x6107ad3c9b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6107ad3c9b00] error while decoding MB 0 61, bytestream 11184 [h264 @ 0x6107ad483580] error while decoding MB 98 50, bytestream -13", "last_exit_at": "2026-10-31T13:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 315.375, "last_started_at": "2026-10-31T13:27:38+09:00", "pid": 29224, "process": {"exists": false, "pid": 29224}, "restart_count": 105, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.83, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 768141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-10-31T13:32:53+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-10-31T13:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 138, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 266.809, "last_sample_duration_ms": 827.437, "last_trigger": "periodic", "next_snapshot_in_sec": 333.191, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 138, "storage_bytes": 2345960}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-10-31T13:32:53.588258+09:00", "mtime_epoch": 1793421173.5882583, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110262}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:32:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1187.367, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 768141, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.518, "max": 4.0, "p95": 4.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "total": {"avg": 0.401, "max": 1.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 196, "read_frames": 197, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.579, "pushed": 6.545, "read": 6.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 58.795, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.556, "count": 197, "max_ms": 3.437, "p95_ms": 1.767, "reason": null, "sample_age_ms": 111.345, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 197, "max_ms": 2.782, "p95_ms": 1.263, "reason": null, "sample_age_ms": 111.721, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 197, "max_ms": 0.747, "p95_ms": 0.47, "reason": null, "sample_age_ms": 58.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.579, "count": 197, "max_ms": 3.209, "p95_ms": 2.588, "reason": null, "sample_age_ms": 109.964, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.944, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.516, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.241, "count": 197, "max_ms": 67.778, "p95_ms": 55.297, "reason": null, "sample_age_ms": 58.786, "source": "client_direct"}, "sample_age_ms": 58.775, "source": "client_direct", "task_total_ms": {"avg_ms": 41.203, "count": 197, "max_ms": 70.167, "p95_ms": 57.488, "reason": null, "sample_age_ms": 58.775, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.16, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.266, "count": 197, "max_ms": 20.54, "p95_ms": 5.798}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 197, "max_ms": 1.026, "p95_ms": 0.515}, "detection_prepare_ms": {"avg_ms": 0.512, "count": 197, "max_ms": 9.207, "p95_ms": 1.443}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 197, "max_ms": 0.557, "p95_ms": 0.271}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.901, "count": 197, "max_ms": 9.634, "p95_ms": 2.619}, "setup_ms": {"avg_ms": 0.033, "count": 197, "max_ms": 0.099, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 2.226, "count": 197, "max_ms": 20.449, "p95_ms": 5.705}, "track_match_ms": {"avg_ms": 0.022, "count": 197, "max_ms": 0.156, "p95_ms": 0.083}, "tracker_update_ms": {"avg_ms": 0.382, "count": 197, "max_ms": 1.923, "p95_ms": 1.279}}, "gstreamer_push": {"avg_ms": 2.814, "count": 196, "max_ms": 5.688, "p95_ms": 4.733}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 197, "max_ms": 0.135, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.039, "count": 197, "max_ms": 70.842, "p95_ms": 58.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.09, "count": 197, "max_ms": 11.377, "p95_ms": 6.36}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.43, "count": 197, "max_ms": 114.401, "p95_ms": 99.743}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 197, "max_ms": 3.948, "p95_ms": 2.834}, "processing_residual_ms": {"avg_ms": 0.145, "count": 197, "max_ms": 0.538, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.261, "count": 197, "max_ms": 121.544, "p95_ms": 103.721}, "read_interval": {"avg_ms": 169.513, "count": 197, "max_ms": 5096.972, "p95_ms": 148.321}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 197, "max_ms": 0.046, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.852, "count": 197, "max_ms": 9.54, "p95_ms": 2.572}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 197, "max_ms": 0.046, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.838, "count": 197, "max_ms": 9.518, "p95_ms": 2.558}, "worker_merge_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.017, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.05, "count": 197, "max_ms": 70.849, "p95_ms": 58.979}, "visualize": {"avg_ms": 30.26, "count": 197, "max_ms": 49.297, "p95_ms": 43.372}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.324, "count": 197, "max_ms": 46.925, "p95_ms": 40.947}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.618, "count": 197, "max_ms": 48.103, "p95_ms": 42.225}, "visualize_input_copy_ms": {"avg_ms": 0.487, "count": 197, "max_ms": 2.951, "p95_ms": 1.669}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.534, "count": 197, "max_ms": 47.958, "p95_ms": 42.136}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 197, "max_ms": 0.159, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1187.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.123, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.878, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104073, "write_bytes_delta": 104073, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 1.010217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 896.0, "pid": 29224, "reason": null, "system_cpu_core_ratio": 0.595948, "system_cpu_s_delta": 5.970000000000002, "user_cpu_core_ratio": 0.414269, "user_cpu_s_delta": 4.150000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.73071, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.24357, "system_cpu_s_delta": 2.4400000000023283, "user_cpu_core_ratio": 0.48714, "user_cpu_s_delta": 4.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.22, "count": 163, "max_ms": 7.83, "p95_ms": 5.235, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.405, "max": 5.0, "p95": 5.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 129}, "total": {"avg": 0.791, "max": 1.0, "p95": 1.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.86, "count": 30, "max": 41.082, "p95": 31.694, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.449, "count": 30, "max": 30.667, "p95": 27.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 644.6, "count": 30, "max": 791.0, "p95": 786.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.867, "count": 30, "max": 15033.0, "p95": 9872.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.596, "p95": 0.399, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.534, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.756, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.2, "count": 30, "max": 27.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.306, "count": 30, "max": 0.547, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.907, "count": 30, "max": 1.147, "p95": 1.139, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6542, "sampled_at": "2026-10-31T13:32:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:32:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1288588, "flush_count": 1379, "flush_interval_seconds": 30.0, "flush_state": {"count": 1379, "last_at": "2026-10-31T13:32:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:32:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1378}, "started": true, "suppressed_count": 766899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 766763}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1379, "written_record_count": 1379}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6804.273, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:32:53+09:00", "last_error_summary": "[h264 @ 0x6107ad3a1780] cabac decode of qscale diff failed at 37 61 [h264 @ 0x6107ad3a1780] error while decoding MB 37 61, bytestream 74100 [h264 @ 0x6107ae0b7bc0] error while decoding MB 81 58, bytestream -12 [h264 @ 0x6107ad3c9b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6107ad3c9b00] error while decoding MB 0 61, bytestream 11184 [h264 @ 0x6107ad483580] error while decoding MB 98 50, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2123756236800, "copied_frame_count": 768141, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2123756236800, "frame_buffer_copies": 768141, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1115, "count": 512, "max_ms": 2.9231, "p50_ms": 0.0922, "p95_ms": 0.2001, "p99_ms": 0.2748}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4685, "count": 512, "max_ms": 11.6257, "p50_ms": 1.4045, "p95_ms": 2.3677, "p99_ms": 3.0891, "results": {"failed": 0, "not_applicable": 0, "success": 768141, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:32:53+09:00", "last_error_summary": "[h264 @ 0x6107ad3a1780] cabac decode of qscale diff failed at 37 61 [h264 @ 0x6107ad3a1780] error while decoding MB 37 61, bytestream 74100 [h264 @ 0x6107ae0b7bc0] error while decoding MB 81 58, bytestream -12 [h264 @ 0x6107ad3c9b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6107ad3c9b00] error while decoding MB 0 61, bytestream 11184 [h264 @ 0x6107ad483580] error while decoding MB 98 50, bytestream -13", "last_exit_at": "2026-10-31T13:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 315.432, "last_started_at": "2026-10-31T13:27:38+09:00", "pid": 29224, "process": {"exists": false, "pid": 29224}, "restart_count": 105, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.83, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 768141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-31T13:32:53+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-31T13:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 138, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 266.852, "last_sample_duration_ms": 827.437, "last_trigger": "periodic", "next_snapshot_in_sec": 333.148, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 138, "storage_bytes": 2345960}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-31T13:32:53.705259+09:00", "mtime_epoch": 1793421173.705259, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110995}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:32:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1187.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 768141, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.518, "max": 4.0, "p95": 4.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "total": {"avg": 0.401, "max": 1.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.589, "pushed": 6.589, "read": 6.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 106.822, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.552, "count": 196, "max_ms": 3.437, "p95_ms": 1.768, "reason": null, "sample_age_ms": 159.371, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.221, "count": 196, "max_ms": 2.782, "p95_ms": 1.274, "reason": null, "sample_age_ms": 159.748, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 197, "max_ms": 0.747, "p95_ms": 0.47, "reason": null, "sample_age_ms": 106.845, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.58, "count": 196, "max_ms": 3.209, "p95_ms": 2.591, "reason": null, "sample_age_ms": 157.991, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.971, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.543, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.241, "count": 197, "max_ms": 67.778, "p95_ms": 55.297, "reason": null, "sample_age_ms": 106.812, "source": "client_direct"}, "sample_age_ms": 106.802, "source": "client_direct", "task_total_ms": {"avg_ms": 41.203, "count": 197, "max_ms": 70.167, "p95_ms": 57.488, "reason": null, "sample_age_ms": 106.802, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.308, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.266, "count": 197, "max_ms": 20.54, "p95_ms": 5.798}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 197, "max_ms": 1.026, "p95_ms": 0.515}, "detection_prepare_ms": {"avg_ms": 0.512, "count": 197, "max_ms": 9.207, "p95_ms": 1.443}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 197, "max_ms": 0.557, "p95_ms": 0.271}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.901, "count": 197, "max_ms": 9.634, "p95_ms": 2.619}, "setup_ms": {"avg_ms": 0.033, "count": 197, "max_ms": 0.099, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 2.226, "count": 197, "max_ms": 20.449, "p95_ms": 5.705}, "track_match_ms": {"avg_ms": 0.022, "count": 197, "max_ms": 0.156, "p95_ms": 0.083}, "tracker_update_ms": {"avg_ms": 0.382, "count": 197, "max_ms": 1.923, "p95_ms": 1.279}}, "gstreamer_push": {"avg_ms": 2.911, "count": 197, "max_ms": 21.925, "p95_ms": 4.775}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 197, "max_ms": 0.135, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.039, "count": 197, "max_ms": 70.842, "p95_ms": 58.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.09, "count": 197, "max_ms": 11.377, "p95_ms": 6.36}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.43, "count": 197, "max_ms": 114.401, "p95_ms": 99.743}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 197, "max_ms": 3.948, "p95_ms": 2.834}, "processing_residual_ms": {"avg_ms": 0.145, "count": 197, "max_ms": 0.538, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.261, "count": 197, "max_ms": 121.544, "p95_ms": 103.721}, "read_interval": {"avg_ms": 152.285, "count": 196, "max_ms": 5096.972, "p95_ms": 143.681}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 197, "max_ms": 0.046, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.852, "count": 197, "max_ms": 9.54, "p95_ms": 2.572}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 197, "max_ms": 0.046, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.838, "count": 197, "max_ms": 9.518, "p95_ms": 2.558}, "worker_merge_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.017, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.05, "count": 197, "max_ms": 70.849, "p95_ms": 58.979}, "visualize": {"avg_ms": 30.26, "count": 197, "max_ms": 49.297, "p95_ms": 43.372}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.324, "count": 197, "max_ms": 46.925, "p95_ms": 40.947}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.618, "count": 197, "max_ms": 48.103, "p95_ms": 42.225}, "visualize_input_copy_ms": {"avg_ms": 0.487, "count": 197, "max_ms": 2.951, "p95_ms": 1.669}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.534, "count": 197, "max_ms": 47.958, "p95_ms": 42.136}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 197, "max_ms": 0.159, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1187.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.123, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.878, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104073, "write_bytes_delta": 104073, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 1.010217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 896.0, "pid": 29224, "reason": null, "system_cpu_core_ratio": 0.595948, "system_cpu_s_delta": 5.970000000000002, "user_cpu_core_ratio": 0.414269, "user_cpu_s_delta": 4.150000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.73071, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.24357, "system_cpu_s_delta": 2.4400000000023283, "user_cpu_core_ratio": 0.48714, "user_cpu_s_delta": 4.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.22, "count": 163, "max_ms": 7.83, "p95_ms": 5.235, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.405, "max": 5.0, "p95": 5.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 129}, "total": {"avg": 0.791, "max": 1.0, "p95": 1.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.86, "count": 30, "max": 41.082, "p95": 31.694, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.449, "count": 30, "max": 30.667, "p95": 27.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 644.6, "count": 30, "max": 791.0, "p95": 786.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.867, "count": 30, "max": 15033.0, "p95": 9872.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.596, "p95": 0.399, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.534, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.756, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.2, "count": 30, "max": 27.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.306, "count": 30, "max": 0.547, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.907, "count": 30, "max": 1.147, "p95": 1.139, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6542, "sampled_at": "2026-10-31T13:32:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:32:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1288588, "flush_count": 1379, "flush_interval_seconds": 30.0, "flush_state": {"count": 1379, "last_at": "2026-10-31T13:32:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:32:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1378}, "started": true, "suppressed_count": 766899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 766763}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1379, "written_record_count": 1379}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6804.664, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2123756236800, "copied_frame_count": 768141, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2123756236800, "frame_buffer_copies": 768141, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1115, "count": 512, "max_ms": 2.9231, "p50_ms": 0.0922, "p95_ms": 0.2001, "p99_ms": 0.2748}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4685, "count": 512, "max_ms": 11.6257, "p50_ms": 1.4045, "p95_ms": 2.3677, "p99_ms": 3.0891, "results": {"failed": 0, "not_applicable": 0, "success": 768141, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:32:53+09:00", "last_error_summary": "[h264 @ 0x6107ad3a1780] cabac decode of qscale diff failed at 37 61 [h264 @ 0x6107ad3a1780] error while decoding MB 37 61, bytestream 74100 [h264 @ 0x6107ae0b7bc0] error while decoding MB 81 58, bytestream -12 [h264 @ 0x6107ad3c9b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6107ad3c9b00] error while decoding MB 0 61, bytestream 11184 [h264 @ 0x6107ad483580] error while decoding MB 98 50, bytestream -13", "last_exit_at": "2026-10-31T13:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 315.475, "last_started_at": "2026-10-31T13:27:38+09:00", "pid": 29224, "process": {"exists": false, "pid": 29224}, "restart_count": 105, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.83, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 768141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-31T13:32:53+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-10-31T13:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 138, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 266.888, "last_sample_duration_ms": 827.437, "last_trigger": "periodic", "next_snapshot_in_sec": 333.112, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 138, "storage_bytes": 2345960}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-31T13:32:53.705259+09:00", "mtime_epoch": 1793421173.705259, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110995}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:32:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1187.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 768141, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.518, "max": 4.0, "p95": 4.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "total": {"avg": 0.401, "max": 1.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.58, "pushed": 6.58, "read": 6.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.006, "count": 196, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 147.775, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.552, "count": 196, "max_ms": 3.437, "p95_ms": 1.768, "reason": null, "sample_age_ms": 200.325, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.221, "count": 196, "max_ms": 2.782, "p95_ms": 1.274, "reason": null, "sample_age_ms": 200.701, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.243, "count": 196, "max_ms": 0.747, "p95_ms": 0.46, "reason": null, "sample_age_ms": 147.798, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.58, "count": 196, "max_ms": 3.209, "p95_ms": 2.591, "reason": null, "sample_age_ms": 198.944, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 198.924, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.297, "count": 196, "max_ms": 67.778, "p95_ms": 55.342, "reason": null, "sample_age_ms": 147.766, "source": "client_direct"}, "sample_age_ms": 147.755, "source": "client_direct", "task_total_ms": {"avg_ms": 41.259, "count": 196, "max_ms": 70.167, "p95_ms": 57.507, "reason": null, "sample_age_ms": 147.755, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.83, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.266, "count": 197, "max_ms": 20.54, "p95_ms": 5.798}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 197, "max_ms": 1.026, "p95_ms": 0.515}, "detection_prepare_ms": {"avg_ms": 0.512, "count": 197, "max_ms": 9.207, "p95_ms": 1.443}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 197, "max_ms": 0.557, "p95_ms": 0.271}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.901, "count": 197, "max_ms": 9.634, "p95_ms": 2.619}, "setup_ms": {"avg_ms": 0.033, "count": 197, "max_ms": 0.099, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 2.226, "count": 197, "max_ms": 20.449, "p95_ms": 5.705}, "track_match_ms": {"avg_ms": 0.022, "count": 197, "max_ms": 0.156, "p95_ms": 0.083}, "tracker_update_ms": {"avg_ms": 0.382, "count": 197, "max_ms": 1.923, "p95_ms": 1.279}}, "gstreamer_push": {"avg_ms": 2.911, "count": 197, "max_ms": 21.925, "p95_ms": 4.775}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 197, "max_ms": 0.135, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.039, "count": 197, "max_ms": 70.842, "p95_ms": 58.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.09, "count": 197, "max_ms": 11.377, "p95_ms": 6.36}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.43, "count": 197, "max_ms": 114.401, "p95_ms": 99.743}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 197, "max_ms": 3.948, "p95_ms": 2.834}, "processing_residual_ms": {"avg_ms": 0.145, "count": 197, "max_ms": 0.538, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.261, "count": 197, "max_ms": 121.544, "p95_ms": 103.721}, "read_interval": {"avg_ms": 152.285, "count": 196, "max_ms": 5096.972, "p95_ms": 143.681}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 197, "max_ms": 0.046, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.852, "count": 197, "max_ms": 9.54, "p95_ms": 2.572}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 197, "max_ms": 0.046, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.838, "count": 197, "max_ms": 9.518, "p95_ms": 2.558}, "worker_merge_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.017, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.05, "count": 197, "max_ms": 70.849, "p95_ms": 58.979}, "visualize": {"avg_ms": 30.26, "count": 197, "max_ms": 49.297, "p95_ms": 43.372}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.324, "count": 197, "max_ms": 46.925, "p95_ms": 40.947}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.618, "count": 197, "max_ms": 48.103, "p95_ms": 42.225}, "visualize_input_copy_ms": {"avg_ms": 0.487, "count": 197, "max_ms": 2.951, "p95_ms": 1.669}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.534, "count": 197, "max_ms": 47.958, "p95_ms": 42.136}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 197, "max_ms": 0.159, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1187.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.123, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.878, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104073, "write_bytes_delta": 104073, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 1.010217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 896.0, "pid": 29224, "reason": null, "system_cpu_core_ratio": 0.595948, "system_cpu_s_delta": 5.970000000000002, "user_cpu_core_ratio": 0.414269, "user_cpu_s_delta": 4.150000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.73071, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.24357, "system_cpu_s_delta": 2.4400000000023283, "user_cpu_core_ratio": 0.48714, "user_cpu_s_delta": 4.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.22, "count": 163, "max_ms": 7.83, "p95_ms": 5.235, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.405, "max": 5.0, "p95": 5.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 129}, "total": {"avg": 0.791, "max": 1.0, "p95": 1.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.86, "count": 30, "max": 41.082, "p95": 31.694, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.449, "count": 30, "max": 30.667, "p95": 27.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 644.6, "count": 30, "max": 791.0, "p95": 786.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.867, "count": 30, "max": 15033.0, "p95": 9872.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.596, "p95": 0.399, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.534, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.756, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.2, "count": 30, "max": 27.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.306, "count": 30, "max": 0.547, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.907, "count": 30, "max": 1.147, "p95": 1.139, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6542, "sampled_at": "2026-10-31T13:32:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:32:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1288588, "flush_count": 1379, "flush_interval_seconds": 30.0, "flush_state": {"count": 1379, "last_at": "2026-10-31T13:32:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:32:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1378}, "started": true, "suppressed_count": 766899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 766763}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1379, "written_record_count": 1379}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6978.637, "limit_mb": null}, "detail": {"pid": 29340, "restart_count": 106, "start_count": 107}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2123756236800, "copied_frame_count": 768141, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2123756236800, "frame_buffer_copies": 768141, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1115, "count": 512, "max_ms": 2.9231, "p50_ms": 0.0922, "p95_ms": 0.2001, "p99_ms": 0.2748}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4685, "count": 512, "max_ms": 11.6257, "p50_ms": 1.4045, "p95_ms": 2.3677, "p99_ms": 3.0891, "results": {"failed": 0, "not_applicable": 0, "success": 768141, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:32:53+09:00", "last_error_summary": "[h264 @ 0x6107ad3a1780] cabac decode of qscale diff failed at 37 61 [h264 @ 0x6107ad3a1780] error while decoding MB 37 61, bytestream 74100 [h264 @ 0x6107ae0b7bc0] error while decoding MB 81 58, bytestream -12 [h264 @ 0x6107ad3c9b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6107ad3c9b00] error while decoding MB 0 61, bytestream 11184 [h264 @ 0x6107ad483580] error while decoding MB 98 50, bytestream -13", "last_exit_at": "2026-10-31T13:32:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:32:55+09:00", "pid": 29340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.57, "name": "ffmpeg", "pid": 29340, "rss_mb": 206.57, "state": "S (sleeping)", "threads": 70}, "restart_count": 106, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.83, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 768141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.256, "last_frame_pushed_at": "2026-10-31T13:32:53+09:00", "last_frame_read_age_sec": 4.386, "last_frame_read_at": "2026-10-31T13:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 138, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.075, "last_sample_duration_ms": 827.437, "last_trigger": "periodic", "next_snapshot_in_sec": 328.925, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 138, "storage_bytes": 2345960}, "mjpeg": {"age_sec": 4.26, "exists": true, "mtime": "2026-10-31T13:32:53.705259+09:00", "mtime_epoch": 1793421173.705259, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110995}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:32:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1187.371, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 768141, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.576, "max": 4.0, "p95": 4.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "total": {"avg": 0.306, "max": 1.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.464, "pushed": 6.464, "read": 6.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.006, "count": 170, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4336.018, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.523, "count": 170, "max_ms": 3.258, "p95_ms": 1.659, "reason": null, "sample_age_ms": 4388.568, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 170, "max_ms": 2.782, "p95_ms": 1.192, "reason": null, "sample_age_ms": 4388.944, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.232, "count": 170, "max_ms": 0.747, "p95_ms": 0.455, "reason": null, "sample_age_ms": 4336.041, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.58, "count": 170, "max_ms": 3.209, "p95_ms": 2.609, "reason": null, "sample_age_ms": 4387.187, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2764808.0, "count": 170, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4387.167, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4336.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.426, "count": 170, "max_ms": 67.778, "p95_ms": 54.679, "reason": null, "sample_age_ms": 4336.009, "source": "client_direct"}, "sample_age_ms": 4335.998, "source": "client_direct", "task_total_ms": {"avg_ms": 40.375, "count": 170, "max_ms": 70.167, "p95_ms": 57.045, "reason": null, "sample_age_ms": 4335.998, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.361, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.812, "count": 170, "max_ms": 20.54, "p95_ms": 4.882}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.244, "count": 170, "max_ms": 1.026, "p95_ms": 0.486}, "detection_prepare_ms": {"avg_ms": 0.403, "count": 170, "max_ms": 9.207, "p95_ms": 1.092}, "event_filter_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.029, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 170, "max_ms": 0.557, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.002, "count": 170, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.704, "count": 170, "max_ms": 9.634, "p95_ms": 2.202}, "setup_ms": {"avg_ms": 0.032, "count": 170, "max_ms": 0.099, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 1.777, "count": 170, "max_ms": 20.449, "p95_ms": 4.844}, "track_match_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.156, "p95_ms": 0.058}, "tracker_update_ms": {"avg_ms": 0.273, "count": 170, "max_ms": 1.639, "p95_ms": 1.036}}, "gstreamer_push": {"avg_ms": 2.928, "count": 170, "max_ms": 21.925, "p95_ms": 4.775}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 170, "max_ms": 0.135, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.17, "count": 170, "max_ms": 70.842, "p95_ms": 57.808}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.832, "count": 170, "max_ms": 10.096, "p95_ms": 3.221}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.067, "count": 170, "max_ms": 114.401, "p95_ms": 97.399}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 170, "max_ms": 3.589, "p95_ms": 2.834}, "processing_residual_ms": {"avg_ms": 0.136, "count": 170, "max_ms": 0.368, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.643, "count": 170, "max_ms": 121.544, "p95_ms": 100.799}, "read_interval": {"avg_ms": 158.884, "count": 170, "max_ms": 5096.972, "p95_ms": 143.681}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 170, "max_ms": 0.046, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.659, "count": 170, "max_ms": 9.54, "p95_ms": 2.147}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 170, "max_ms": 0.046, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.645, "count": 170, "max_ms": 9.518, "p95_ms": 2.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.017, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.181, "count": 170, "max_ms": 70.849, "p95_ms": 57.822}, "visualize": {"avg_ms": 29.245, "count": 170, "max_ms": 47.95, "p95_ms": 40.858}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.697, "count": 170, "max_ms": 46.925, "p95_ms": 39.62}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.76, "count": 170, "max_ms": 47.764, "p95_ms": 40.4}, "visualize_input_copy_ms": {"avg_ms": 0.336, "count": 170, "max_ms": 1.871, "p95_ms": 1.439}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.683, "count": 170, "max_ms": 47.665, "p95_ms": 40.279}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 170, "max_ms": 0.123, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1187.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.123, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.878, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:32:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104073, "write_bytes_delta": 104073, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 86.0, "cpu_core_ratio": 1.010217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 896.0, "pid": 29224, "reason": null, "system_cpu_core_ratio": 0.595948, "system_cpu_s_delta": 5.970000000000002, "user_cpu_core_ratio": 0.414269, "user_cpu_s_delta": 4.150000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.73071, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.24357, "system_cpu_s_delta": 2.4400000000023283, "user_cpu_core_ratio": 0.48714, "user_cpu_s_delta": 4.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.22, "count": 163, "max_ms": 7.83, "p95_ms": 5.235, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.405, "max": 5.0, "p95": 5.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 129}, "total": {"avg": 0.791, "max": 1.0, "p95": 1.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.86, "count": 30, "max": 41.082, "p95": 31.694, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.449, "count": 30, "max": 30.667, "p95": 27.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 644.6, "count": 30, "max": 791.0, "p95": 786.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.867, "count": 30, "max": 15033.0, "p95": 9872.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.596, "p95": 0.399, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.534, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.756, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104496.5, "count": 30, "max": 114641.0, "p95": 109338.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.2, "count": 30, "max": 27.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.306, "count": 30, "max": 0.547, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.907, "count": 30, "max": 1.147, "p95": 1.139, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6542, "sampled_at": "2026-10-31T13:32:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:32:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.299, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1296248, "flush_count": 1387, "flush_interval_seconds": 30.0, "flush_state": {"count": 1387, "last_at": "2026-10-31T13:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1386}, "started": true, "suppressed_count": 771078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 770942}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1387, "written_record_count": 1387}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6828.066, "limit_mb": null}, "detail": {"h264_decode_error_count": 20, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60f90ce94600] cabac decode of qscale diff failed at 93 61 [h264 @ 0x60f90ce94600] error while decoding MB 93 61, bytestream 5315 [rtsp @ 0x60f90c088f00] RTP: PT=60: bad cseq 5254 expected=3d20 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 68 64 [h264 @ 0x60f90c208880] error while decoding MB 68 64, bytestream 344 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 74 57 [h264 @ 0x60f90c208880] error while decoding MB 74 57, bytestream 73119 [h264 @ 0x60f90c19f", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2135329689600, "copied_frame_count": 772327, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2135329689600, "frame_buffer_copies": 772327, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1048, "count": 512, "max_ms": 0.2806, "p50_ms": 0.0929, "p95_ms": 0.1843, "p99_ms": 0.2474}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3864, "count": 512, "max_ms": 3.2721, "p50_ms": 1.3105, "p95_ms": 2.283, "p99_ms": 2.6788, "results": {"failed": 0, "not_applicable": 0, "success": 772327, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:40:47+09:00", "last_error_summary": "[h264 @ 0x60f90ce94600] cabac decode of qscale diff failed at 93 61 [h264 @ 0x60f90ce94600] error while decoding MB 93 61, bytestream 5315 [rtsp @ 0x60f90c088f00] RTP: PT=60: bad cseq 5254 expected=3d20 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 68 64 [h264 @ 0x60f90c208880] error while decoding MB 68 64, bytestream 344 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 74 57 [h264 @ 0x60f90c208880] error while decoding MB 74 57, bytestream 73119 [h264 @ 0x60f90c19f", "last_exit_at": "2026-10-31T13:32:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 471.141, "last_started_at": "2026-10-31T13:32:55+09:00", "pid": 29340, "process": {"exists": false, "pid": 29340}, "restart_count": 106, "restart_count_per_hour": 14, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.336, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-10-31T13:40:47+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-31T13:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 139, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.599, "last_sample_duration_ms": 1090.393, "last_trigger": "periodic", "next_snapshot_in_sec": 462.401, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 139, "storage_bytes": 2355523}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-31T13:40:47.039154+09:00", "mtime_epoch": 1793421647.0391536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88435}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:40:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1189.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 772328, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.156, "max": 4.0, "p95": 4.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.593, "max": 2.0, "p95": 2.0, "sample_count": 27}, "total": {"avg": 0.448, "max": 2.0, "p95": 2.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.204, "pushed": 3.204, "read": 3.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 13.805, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.765, "count": 96, "max_ms": 4.826, "p95_ms": 2.335, "reason": null, "sample_age_ms": 69.48, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.352, "count": 96, "max_ms": 4.446, "p95_ms": 1.887, "reason": null, "sample_age_ms": 69.711, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.236, "count": 96, "max_ms": 0.754, "p95_ms": 0.4, "reason": null, "sample_age_ms": 13.815, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.043, "count": 96, "max_ms": 5.81, "p95_ms": 3.364, "reason": null, "sample_age_ms": 67.584, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2764808.0, "count": 96, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.548, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.029, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.346, "count": 96, "max_ms": 71.001, "p95_ms": 64.584, "reason": null, "sample_age_ms": 13.801, "source": "client_direct"}, "sample_age_ms": 13.797, "source": "client_direct", "task_total_ms": {"avg_ms": 45.782, "count": 96, "max_ms": 72.828, "p95_ms": 66.586, "reason": null, "sample_age_ms": 13.797, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.604, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.071, "count": 96, "max_ms": 9.097, "p95_ms": 6.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 96, "max_ms": 0.682, "p95_ms": 0.593}, "detection_prepare_ms": {"avg_ms": 0.444, "count": 96, "max_ms": 2.985, "p95_ms": 1.678}, "event_filter_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 96, "max_ms": 0.78, "p95_ms": 0.347}, "mcmt_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.695, "count": 96, "max_ms": 4.313, "p95_ms": 2.668}, "setup_ms": {"avg_ms": 0.035, "count": 96, "max_ms": 0.066, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 2.03, "count": 96, "max_ms": 8.996, "p95_ms": 6.393}, "track_match_ms": {"avg_ms": 0.029, "count": 96, "max_ms": 0.17, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 0.415, "count": 96, "max_ms": 2.473, "p95_ms": 1.808}}, "gstreamer_push": {"avg_ms": 3.172, "count": 96, "max_ms": 6.67, "p95_ms": 4.977}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 96, "max_ms": 0.145, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.818, "count": 96, "max_ms": 73.402, "p95_ms": 67.575}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.105, "count": 96, "max_ms": 9.894, "p95_ms": 8.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.254, "count": 96, "max_ms": 110.553, "p95_ms": 105.647}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 96, "max_ms": 6.025, "p95_ms": 3.325}, "processing_residual_ms": {"avg_ms": 0.164, "count": 96, "max_ms": 0.417, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.357, "count": 96, "max_ms": 120.969, "p95_ms": 109.903}, "read_interval": {"avg_ms": 312.476, "count": 96, "max_ms": 10130.187, "p95_ms": 160.198}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 96, "max_ms": 0.055, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.644, "count": 96, "max_ms": 4.161, "p95_ms": 2.603}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 96, "max_ms": 0.051, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.629, "count": 96, "max_ms": 4.136, "p95_ms": 2.59}, "worker_merge_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.829, "count": 96, "max_ms": 73.414, "p95_ms": 67.582}, "visualize": {"avg_ms": 33.271, "count": 96, "max_ms": 53.52, "p95_ms": 46.443}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.227, "count": 96, "max_ms": 47.964, "p95_ms": 41.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.692, "count": 96, "max_ms": 52.122, "p95_ms": 44.87}, "visualize_input_copy_ms": {"avg_ms": 0.41, "count": 96, "max_ms": 3.608, "p95_ms": 1.646}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.603, "count": 96, "max_ms": 52.039, "p95_ms": 44.765}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 96, "max_ms": 0.153, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1189.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.718, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.224, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88937, "write_bytes_delta": 88937, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 476.0, "cpu_core_ratio": 0.345246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 513.0, "pid": 29340, "reason": null, "system_cpu_core_ratio": 0.112093, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.233153, "user_cpu_s_delta": 5.199999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.721879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.200871, "system_cpu_s_delta": 4.479999999999563, "user_cpu_core_ratio": 0.521008, "user_cpu_s_delta": 11.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 172, "max_ms": 6.67, "p95_ms": 4.977, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.064, "max": 4.0, "p95": 4.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.268, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 0.605, "max": 2.0, "p95": 2.0, "sample_count": 172}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.177, "count": 30, "max": 52.718, "p95": 50.174, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.127, "count": 30, "max": 26.839, "p95": 24.687, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.367, "count": 30, "max": 1410.0, "p95": 1372.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 617.2, "count": 30, "max": 11567.0, "p95": 2237.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.346, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.53, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.273, "count": 30, "max": 0.537, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.183, "p95": 1.146, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6579, "sampled_at": "2026-10-31T13:40:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:40:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1296248, "flush_count": 1387, "flush_interval_seconds": 30.0, "flush_state": {"count": 1387, "last_at": "2026-10-31T13:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1386}, "started": true, "suppressed_count": 771078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 770942}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1387, "written_record_count": 1387}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6828.09, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T13:40:47+09:00", "last_error_summary": "[h264 @ 0x60f90ce94600] cabac decode of qscale diff failed at 93 61 [h264 @ 0x60f90ce94600] error while decoding MB 93 61, bytestream 5315 [rtsp @ 0x60f90c088f00] RTP: PT=60: bad cseq 5254 expected=3d20 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 68 64 [h264 @ 0x60f90c208880] error while decoding MB 68 64, bytestream 344 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 74 57 [h264 @ 0x60f90c208880] error while decoding MB 74 57, bytestream 73119 [h264 @ 0x60f90c19f", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2135332454400, "copied_frame_count": 772328, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2135332454400, "frame_buffer_copies": 772328, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1047, "count": 512, "max_ms": 0.2806, "p50_ms": 0.0929, "p95_ms": 0.1843, "p99_ms": 0.2474}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3866, "count": 512, "max_ms": 3.2721, "p50_ms": 1.3105, "p95_ms": 2.283, "p99_ms": 2.6788, "results": {"failed": 0, "not_applicable": 0, "success": 772328, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:40:47+09:00", "last_error_summary": "[h264 @ 0x60f90ce94600] cabac decode of qscale diff failed at 93 61 [h264 @ 0x60f90ce94600] error while decoding MB 93 61, bytestream 5315 [rtsp @ 0x60f90c088f00] RTP: PT=60: bad cseq 5254 expected=3d20 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 68 64 [h264 @ 0x60f90c208880] error while decoding MB 68 64, bytestream 344 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 74 57 [h264 @ 0x60f90c208880] error while decoding MB 74 57, bytestream 73119 [h264 @ 0x60f90c19f", "last_exit_at": "2026-10-31T13:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 471.171, "last_started_at": "2026-10-31T13:32:55+09:00", "pid": 29340, "process": {"exists": false, "pid": 29340}, "restart_count": 106, "restart_count_per_hour": 14, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.336, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T13:40:47+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-10-31T13:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 139, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.64, "last_sample_duration_ms": 1090.393, "last_trigger": "periodic", "next_snapshot_in_sec": 462.36, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 139, "storage_bytes": 2355523}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-10-31T13:40:47.039154+09:00", "mtime_epoch": 1793421647.0391536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88435}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:40:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1189.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 772328, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.156, "max": 4.0, "p95": 4.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.615, "max": 2.0, "p95": 2.0, "sample_count": 26}, "total": {"avg": 0.438, "max": 2.0, "p95": 2.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.234, "pushed": 3.234, "read": 3.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 48.594, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.765, "count": 96, "max_ms": 4.826, "p95_ms": 2.335, "reason": null, "sample_age_ms": 104.269, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.352, "count": 96, "max_ms": 4.446, "p95_ms": 1.887, "reason": null, "sample_age_ms": 104.5, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.236, "count": 96, "max_ms": 0.754, "p95_ms": 0.4, "reason": null, "sample_age_ms": 48.604, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.043, "count": 96, "max_ms": 5.81, "p95_ms": 3.364, "reason": null, "sample_age_ms": 102.373, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2764808.0, "count": 96, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 102.337, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.818, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.346, "count": 96, "max_ms": 71.001, "p95_ms": 64.584, "reason": null, "sample_age_ms": 48.59, "source": "client_direct"}, "sample_age_ms": 48.585, "source": "client_direct", "task_total_ms": {"avg_ms": 45.782, "count": 96, "max_ms": 72.828, "p95_ms": 66.586, "reason": null, "sample_age_ms": 48.585, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.694, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.032, "count": 96, "max_ms": 9.097, "p95_ms": 6.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 96, "max_ms": 0.682, "p95_ms": 0.593}, "detection_prepare_ms": {"avg_ms": 0.434, "count": 96, "max_ms": 2.985, "p95_ms": 1.678}, "event_filter_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 96, "max_ms": 0.78, "p95_ms": 0.347}, "mcmt_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.678, "count": 96, "max_ms": 4.313, "p95_ms": 2.668}, "setup_ms": {"avg_ms": 0.035, "count": 96, "max_ms": 0.066, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 1.991, "count": 96, "max_ms": 8.996, "p95_ms": 6.393}, "track_match_ms": {"avg_ms": 0.028, "count": 96, "max_ms": 0.17, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 0.407, "count": 96, "max_ms": 2.473, "p95_ms": 1.808}}, "gstreamer_push": {"avg_ms": 3.17, "count": 97, "max_ms": 6.67, "p95_ms": 4.977}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 96, "max_ms": 0.145, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.869, "count": 96, "max_ms": 73.402, "p95_ms": 67.575}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.094, "count": 97, "max_ms": 9.894, "p95_ms": 8.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.341, "count": 97, "max_ms": 110.553, "p95_ms": 105.647}, "inference_input_copy_ms": {"avg_ms": 1.843, "count": 97, "max_ms": 6.025, "p95_ms": 3.325}, "processing_residual_ms": {"avg_ms": 0.163, "count": 97, "max_ms": 0.417, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.442, "count": 97, "max_ms": 120.969, "p95_ms": 109.903}, "read_interval": {"avg_ms": 312.476, "count": 96, "max_ms": 10130.187, "p95_ms": 160.198}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 96, "max_ms": 0.055, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.627, "count": 96, "max_ms": 4.161, "p95_ms": 2.603}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 96, "max_ms": 0.051, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.612, "count": 96, "max_ms": 4.136, "p95_ms": 2.59}, "worker_merge_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.88, "count": 96, "max_ms": 73.414, "p95_ms": 67.582}, "visualize": {"avg_ms": 33.235, "count": 96, "max_ms": 53.52, "p95_ms": 46.443}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.231, "count": 96, "max_ms": 47.964, "p95_ms": 41.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.672, "count": 96, "max_ms": 52.122, "p95_ms": 44.87}, "visualize_input_copy_ms": {"avg_ms": 0.395, "count": 96, "max_ms": 3.608, "p95_ms": 1.646}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.584, "count": 96, "max_ms": 52.039, "p95_ms": 44.765}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 96, "max_ms": 0.153, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1189.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.718, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.224, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88937, "write_bytes_delta": 88937, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 476.0, "cpu_core_ratio": 0.345246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 513.0, "pid": 29340, "reason": null, "system_cpu_core_ratio": 0.112093, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.233153, "user_cpu_s_delta": 5.199999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.721879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.200871, "system_cpu_s_delta": 4.479999999999563, "user_cpu_core_ratio": 0.521008, "user_cpu_s_delta": 11.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 172, "max_ms": 6.67, "p95_ms": 4.977, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.064, "max": 4.0, "p95": 4.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.268, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 0.605, "max": 2.0, "p95": 2.0, "sample_count": 172}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.177, "count": 30, "max": 52.718, "p95": 50.174, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.127, "count": 30, "max": 26.839, "p95": 24.687, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.367, "count": 30, "max": 1410.0, "p95": 1372.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 617.2, "count": 30, "max": 11567.0, "p95": 2237.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.346, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.53, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.273, "count": 30, "max": 0.537, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.183, "p95": 1.146, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6579, "sampled_at": "2026-10-31T13:40:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:40:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1296248, "flush_count": 1387, "flush_interval_seconds": 30.0, "flush_state": {"count": 1387, "last_at": "2026-10-31T13:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1386}, "started": true, "suppressed_count": 771078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 770942}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1387, "written_record_count": 1387}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6828.355, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2135332454400, "copied_frame_count": 772328, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2135332454400, "frame_buffer_copies": 772328, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1047, "count": 512, "max_ms": 0.2806, "p50_ms": 0.0929, "p95_ms": 0.1843, "p99_ms": 0.2474}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3866, "count": 512, "max_ms": 3.2721, "p50_ms": 1.3105, "p95_ms": 2.283, "p99_ms": 2.6788, "results": {"failed": 0, "not_applicable": 0, "success": 772328, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:40:47+09:00", "last_error_summary": "[h264 @ 0x60f90ce94600] cabac decode of qscale diff failed at 93 61 [h264 @ 0x60f90ce94600] error while decoding MB 93 61, bytestream 5315 [rtsp @ 0x60f90c088f00] RTP: PT=60: bad cseq 5254 expected=3d20 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 68 64 [h264 @ 0x60f90c208880] error while decoding MB 68 64, bytestream 344 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 74 57 [h264 @ 0x60f90c208880] error while decoding MB 74 57, bytestream 73119 [h264 @ 0x60f90c19f", "last_exit_at": "2026-10-31T13:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 471.204, "last_started_at": "2026-10-31T13:32:55+09:00", "pid": 29340, "process": {"exists": false, "pid": 29340}, "restart_count": 106, "restart_count_per_hour": 14, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.336, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-31T13:40:47+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-31T13:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 139, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.666, "last_sample_duration_ms": 1090.393, "last_trigger": "periodic", "next_snapshot_in_sec": 462.334, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 139, "storage_bytes": 2355523}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-31T13:40:47.143154+09:00", "mtime_epoch": 1793421647.1431544, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89220}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:40:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1189.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 772328, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.156, "max": 4.0, "p95": 4.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.615, "max": 2.0, "p95": 2.0, "sample_count": 26}, "total": {"avg": 0.438, "max": 2.0, "p95": 2.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.208, "pushed": 3.208, "read": 3.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 95, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 80.447, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.722, "count": 95, "max_ms": 3.595, "p95_ms": 2.203, "reason": null, "sample_age_ms": 136.122, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 95, "max_ms": 3.077, "p95_ms": 1.781, "reason": null, "sample_age_ms": 136.353, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.236, "count": 96, "max_ms": 0.754, "p95_ms": 0.4, "reason": null, "sample_age_ms": 80.457, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.036, "count": 95, "max_ms": 5.81, "p95_ms": 3.369, "reason": null, "sample_age_ms": 134.225, "source": "client_direct"}, "request_count": 95, "request_tensor_bytes": {"avg": 2764808.0, "count": 95, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.189, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.67, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.346, "count": 96, "max_ms": 71.001, "p95_ms": 64.584, "reason": null, "sample_age_ms": 80.442, "source": "client_direct"}, "sample_age_ms": 80.438, "source": "client_direct", "task_total_ms": {"avg_ms": 45.782, "count": 96, "max_ms": 72.828, "p95_ms": 66.586, "reason": null, "sample_age_ms": 80.438, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.823, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.032, "count": 96, "max_ms": 9.097, "p95_ms": 6.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 96, "max_ms": 0.682, "p95_ms": 0.593}, "detection_prepare_ms": {"avg_ms": 0.434, "count": 96, "max_ms": 2.985, "p95_ms": 1.678}, "event_filter_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 96, "max_ms": 0.78, "p95_ms": 0.347}, "mcmt_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.678, "count": 96, "max_ms": 4.313, "p95_ms": 2.668}, "setup_ms": {"avg_ms": 0.035, "count": 96, "max_ms": 0.066, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 1.991, "count": 96, "max_ms": 8.996, "p95_ms": 6.393}, "track_match_ms": {"avg_ms": 0.028, "count": 96, "max_ms": 0.17, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 0.407, "count": 96, "max_ms": 2.473, "p95_ms": 1.808}}, "gstreamer_push": {"avg_ms": 3.156, "count": 96, "max_ms": 6.67, "p95_ms": 4.977}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 96, "max_ms": 0.145, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.869, "count": 96, "max_ms": 73.402, "p95_ms": 67.575}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.012, "count": 96, "max_ms": 9.894, "p95_ms": 6.576}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.225, "count": 96, "max_ms": 110.553, "p95_ms": 105.647}, "inference_input_copy_ms": {"avg_ms": 1.849, "count": 96, "max_ms": 6.025, "p95_ms": 3.325}, "processing_residual_ms": {"avg_ms": 0.163, "count": 96, "max_ms": 0.417, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.249, "count": 96, "max_ms": 120.969, "p95_ms": 109.903}, "read_interval": {"avg_ms": 314.509, "count": 95, "max_ms": 10130.187, "p95_ms": 160.198}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 96, "max_ms": 0.055, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.627, "count": 96, "max_ms": 4.161, "p95_ms": 2.603}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 96, "max_ms": 0.051, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.612, "count": 96, "max_ms": 4.136, "p95_ms": 2.59}, "worker_merge_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.88, "count": 96, "max_ms": 73.414, "p95_ms": 67.582}, "visualize": {"avg_ms": 33.235, "count": 96, "max_ms": 53.52, "p95_ms": 46.443}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.231, "count": 96, "max_ms": 47.964, "p95_ms": 41.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.672, "count": 96, "max_ms": 52.122, "p95_ms": 44.87}, "visualize_input_copy_ms": {"avg_ms": 0.395, "count": 96, "max_ms": 3.608, "p95_ms": 1.646}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.584, "count": 96, "max_ms": 52.039, "p95_ms": 44.765}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 96, "max_ms": 0.153, "p95_ms": 0.088}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1189.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.718, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.224, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88937, "write_bytes_delta": 88937, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 476.0, "cpu_core_ratio": 0.345246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 513.0, "pid": 29340, "reason": null, "system_cpu_core_ratio": 0.112093, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.233153, "user_cpu_s_delta": 5.199999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.721879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.200871, "system_cpu_s_delta": 4.479999999999563, "user_cpu_core_ratio": 0.521008, "user_cpu_s_delta": 11.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 172, "max_ms": 6.67, "p95_ms": 4.977, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.064, "max": 4.0, "p95": 4.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.268, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 0.605, "max": 2.0, "p95": 2.0, "sample_count": 172}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.177, "count": 30, "max": 52.718, "p95": 50.174, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.127, "count": 30, "max": 26.839, "p95": 24.687, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.367, "count": 30, "max": 1410.0, "p95": 1372.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 617.2, "count": 30, "max": 11567.0, "p95": 2237.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.346, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.53, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.273, "count": 30, "max": 0.537, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.183, "p95": 1.146, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6579, "sampled_at": "2026-10-31T13:40:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:40:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1296248, "flush_count": 1387, "flush_interval_seconds": 30.0, "flush_state": {"count": 1387, "last_at": "2026-10-31T13:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T13:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1386}, "started": true, "suppressed_count": 771078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 770942}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1387, "written_record_count": 1387}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7002.383, "limit_mb": null}, "detail": {"pid": 29456, "restart_count": 107, "start_count": 108}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2135332454400, "copied_frame_count": 772328, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2135332454400, "frame_buffer_copies": 772328, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1047, "count": 512, "max_ms": 0.2806, "p50_ms": 0.0929, "p95_ms": 0.1843, "p99_ms": 0.2474}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3866, "count": 512, "max_ms": 3.2721, "p50_ms": 1.3105, "p95_ms": 2.283, "p99_ms": 2.6788, "results": {"failed": 0, "not_applicable": 0, "success": 772328, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 75, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T13:40:47+09:00", "last_error_summary": "[h264 @ 0x60f90ce94600] cabac decode of qscale diff failed at 93 61 [h264 @ 0x60f90ce94600] error while decoding MB 93 61, bytestream 5315 [rtsp @ 0x60f90c088f00] RTP: PT=60: bad cseq 5254 expected=3d20 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 68 64 [h264 @ 0x60f90c208880] error while decoding MB 68 64, bytestream 344 [h264 @ 0x60f90c208880] cabac decode of qscale diff failed at 74 57 [h264 @ 0x60f90c208880] error while decoding MB 74 57, bytestream 73119 [h264 @ 0x60f90c19f", "last_exit_at": "2026-10-31T13:40:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T13:40:50+09:00", "pid": 29456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.266, "name": "ffmpeg", "pid": 29456, "rss_mb": 208.266, "state": "S (sleeping)", "threads": 70}, "restart_count": 107, "restart_count_per_hour": 15, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.346, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.96, "last_frame_pushed_at": "2026-10-31T13:40:47+09:00", "last_frame_read_age_sec": 5.059, "last_frame_read_at": "2026-10-31T13:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 139, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 142.591, "last_sample_duration_ms": 1090.393, "last_trigger": "periodic", "next_snapshot_in_sec": 457.409, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 139, "storage_bytes": 2355523}, "mjpeg": {"age_sec": 4.95, "exists": true, "mtime": "2026-10-31T13:40:47.143154+09:00", "mtime_epoch": 1793421647.1431544, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89220}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T13:40:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1189.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 772328, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.082, "max": 4.0, "p95": 4.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5002.128, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 60, "max_ms": 3.595, "p95_ms": 2.324, "reason": null, "sample_age_ms": 5057.803, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 60, "max_ms": 3.077, "p95_ms": 1.882, "reason": null, "sample_age_ms": 5058.034, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.218, "count": 60, "max_ms": 0.485, "p95_ms": 0.33, "reason": null, "sample_age_ms": 5002.138, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.003, "count": 60, "max_ms": 5.426, "p95_ms": 3.261, "reason": null, "sample_age_ms": 5055.906, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5055.87, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5002.351, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.275, "count": 60, "max_ms": 65.911, "p95_ms": 60.641, "reason": null, "sample_age_ms": 5002.123, "source": "client_direct"}, "sample_age_ms": 5002.119, "source": "client_direct", "task_total_ms": {"avg_ms": 45.653, "count": 60, "max_ms": 69.338, "p95_ms": 63.413, "reason": null, "sample_age_ms": 5002.119, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.17, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.899, "count": 61, "max_ms": 5.905, "p95_ms": 1.808}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.277, "count": 61, "max_ms": 0.614, "p95_ms": 0.497}, "detection_prepare_ms": {"avg_ms": 0.202, "count": 61, "max_ms": 2.985, "p95_ms": 0.267}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 61, "max_ms": 0.272, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 61, "max_ms": 0.646, "p95_ms": 0.406}, "setup_ms": {"avg_ms": 0.034, "count": 61, "max_ms": 0.066, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.863, "count": 61, "max_ms": 5.812, "p95_ms": 1.714}, "track_match_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.061, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.091, "count": 61, "max_ms": 1.77, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.114, "count": 61, "max_ms": 6.67, "p95_ms": 4.746}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 61, "max_ms": 0.145, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.584, "count": 61, "max_ms": 70.182, "p95_ms": 67.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.301, "count": 61, "max_ms": 8.087, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.596, "count": 61, "max_ms": 110.553, "p95_ms": 100.418}, "inference_input_copy_ms": {"avg_ms": 1.799, "count": 61, "max_ms": 4.171, "p95_ms": 3.006}, "processing_residual_ms": {"avg_ms": 0.155, "count": 61, "max_ms": 0.406, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.852, "count": 61, "max_ms": 112.164, "p95_ms": 105.958}, "read_interval": {"avg_ms": 416.959, "count": 60, "max_ms": 10130.187, "p95_ms": 140.839}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.055, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.131, "count": 61, "max_ms": 0.516, "p95_ms": 0.3}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 61, "max_ms": 0.049, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 61, "max_ms": 0.494, "p95_ms": 0.258}, "worker_merge_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.027, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 46.595, "count": 61, "max_ms": 70.199, "p95_ms": 67.048}, "visualize": {"avg_ms": 32.007, "count": 61, "max_ms": 46.66, "p95_ms": 40.479}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.149, "count": 61, "max_ms": 44.2, "p95_ms": 39.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.801, "count": 61, "max_ms": 45.51, "p95_ms": 39.927}, "visualize_input_copy_ms": {"avg_ms": 0.052, "count": 61, "max_ms": 1.418, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.725, "count": 61, "max_ms": 45.357, "p95_ms": 39.819}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 61, "max_ms": 0.088, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1189.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.718, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.224, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T13:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88937, "write_bytes_delta": 88937, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 476.0, "cpu_core_ratio": 0.345246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 513.0, "pid": 29340, "reason": null, "system_cpu_core_ratio": 0.112093, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.233153, "user_cpu_s_delta": 5.199999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.721879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.200871, "system_cpu_s_delta": 4.479999999999563, "user_cpu_core_ratio": 0.521008, "user_cpu_s_delta": 11.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 172, "max_ms": 6.67, "p95_ms": 4.977, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.064, "max": 4.0, "p95": 4.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.268, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 0.605, "max": 2.0, "p95": 2.0, "sample_count": 172}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.177, "count": 30, "max": 52.718, "p95": 50.174, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.127, "count": 30, "max": 26.839, "p95": 24.687, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.367, "count": 30, "max": 1410.0, "p95": 1372.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 617.2, "count": 30, "max": 11567.0, "p95": 2237.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.346, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.53, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94169.833, "count": 30, "max": 99590.0, "p95": 99245.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 29.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.273, "count": 30, "max": 0.537, "p95": 0.487, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.183, "p95": 1.146, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6579, "sampled_at": "2026-10-31T13:40:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T13:40:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1314943, "flush_count": 1407, "flush_interval_seconds": 30.0, "flush_state": {"count": 1407, "last_at": "2026-10-31T14:00:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:00:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1406}, "started": true, "suppressed_count": 782130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 781994}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1407, "written_record_count": 1407}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6857.453, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x562f7f240200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f240200] error while decoding MB 0 65, bytestream 4188 [h264 @ 0x562f7f2df200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f2df200] error while decoding MB 0 63, bytestream 1784 [h264 @ 0x562f7f2cb1c0] error while decoding MB 56 66, bytestream -5 [h264 @ 0x562f7ffb3400] left block unavailable for requested intra mode [h264 @ 0x562f7ffb3400] error while decoding MB 0 66, bytestrea", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2165944320000, "copied_frame_count": 783400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2165944320000, "frame_buffer_copies": 783400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.3598, "p50_ms": 0.1012, "p95_ms": 0.2091, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4827, "count": 512, "max_ms": 3.4546, "p50_ms": 1.4031, "p95_ms": 2.3907, "p99_ms": 3.2477, "results": {"failed": 0, "not_applicable": 0, "success": 783400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:00:14+09:00", "last_error_summary": "[h264 @ 0x562f7f240200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f240200] error while decoding MB 0 65, bytestream 4188 [h264 @ 0x562f7f2df200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f2df200] error while decoding MB 0 63, bytestream 1784 [h264 @ 0x562f7f2cb1c0] error while decoding MB 56 66, bytestream -5 [h264 @ 0x562f7ffb3400] left block unavailable for requested intra mode [h264 @ 0x562f7ffb3400] error while decoding MB 0 66, bytestrea", "last_exit_at": "2026-10-31T14:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1164.179, "last_started_at": "2026-10-31T13:40:50+09:00", "pid": 29456, "process": {"exists": false, "pid": 29456}, "restart_count": 107, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-10-31T14:00:14+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-31T14:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 141, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.798, "last_sample_duration_ms": 1086.502, "last_trigger": "periodic", "next_snapshot_in_sec": 499.202, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 141, "storage_bytes": 2374655}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-31T14:00:14.197253+09:00", "mtime_epoch": 1793422814.1972535, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90093}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:00:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1194.672, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 783400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.283, "max": 3.0, "p95": 3.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.935, "max": 2.0, "p95": 2.0, "sample_count": 92}, "total": {"avg": 1.935, "max": 2.0, "p95": 2.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 0.478, "max": 1.0, "p95": 1.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 0.478, "max": 1.0, "p95": 1.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.067, "pushed": 3.034, "read": 3.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.008, "count": 91, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 34.039, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 91, "max_ms": 4.044, "p95_ms": 2.526, "reason": null, "sample_age_ms": 82.339, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 91, "max_ms": 3.474, "p95_ms": 1.924, "reason": null, "sample_age_ms": 83.258, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 91, "max_ms": 0.709, "p95_ms": 0.454, "reason": null, "sample_age_ms": 34.045, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.024, "count": 91, "max_ms": 4.036, "p95_ms": 3.265, "reason": null, "sample_age_ms": 79.57, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.521, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.22, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.838, "count": 91, "max_ms": 81.526, "p95_ms": 64.57, "reason": null, "sample_age_ms": 34.036, "source": "client_direct"}, "sample_age_ms": 34.033, "source": "client_direct", "task_total_ms": {"avg_ms": 47.264, "count": 91, "max_ms": 84.154, "p95_ms": 67.137, "reason": null, "sample_age_ms": 34.033, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.402, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.342, "count": 92, "max_ms": 9.182, "p95_ms": 7.197}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.352, "count": 92, "max_ms": 0.891, "p95_ms": 0.626}, "detection_prepare_ms": {"avg_ms": 1.32, "count": 92, "max_ms": 3.467, "p95_ms": 2.312}, "event_filter_ms": {"avg_ms": 0.004, "count": 92, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.253, "count": 92, "max_ms": 0.626, "p95_ms": 0.432}, "mcmt_ms": {"avg_ms": 0.003, "count": 92, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.704, "count": 92, "max_ms": 1.736, "p95_ms": 1.351}, "setup_ms": {"avg_ms": 0.037, "count": 92, "max_ms": 0.092, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.298, "count": 92, "max_ms": 9.14, "p95_ms": 7.105}, "track_match_ms": {"avg_ms": 0.096, "count": 92, "max_ms": 0.328, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.528, "count": 92, "max_ms": 5.433, "p95_ms": 2.507}}, "gstreamer_push": {"avg_ms": 3.194, "count": 91, "max_ms": 6.407, "p95_ms": 4.89}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 92, "max_ms": 0.422, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.359, "count": 92, "max_ms": 87.152, "p95_ms": 69.77}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.916, "count": 92, "max_ms": 13.692, "p95_ms": 8.636}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.616, "count": 92, "max_ms": 139.244, "p95_ms": 117.73}, "inference_input_copy_ms": {"avg_ms": 1.681, "count": 92, "max_ms": 3.334, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.206, "count": 92, "max_ms": 0.533, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.419, "count": 92, "max_ms": 143.051, "p95_ms": 122.426}, "read_interval": {"avg_ms": 329.494, "count": 91, "max_ms": 19235.676, "p95_ms": 153.999}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 92, "max_ms": 0.037, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.647, "count": 92, "max_ms": 1.573, "p95_ms": 1.254}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 92, "max_ms": 0.098, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.633, "count": 92, "max_ms": 1.542, "p95_ms": 1.229}, "worker_merge_ms": {"avg_ms": 0.006, "count": 92, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.373, "count": 92, "max_ms": 87.167, "p95_ms": 69.803}, "visualize": {"avg_ms": 35.898, "count": 92, "max_ms": 56.766, "p95_ms": 49.441}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.938, "count": 92, "max_ms": 50.304, "p95_ms": 43.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.339, "count": 92, "max_ms": 54.495, "p95_ms": 48.181}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 92, "max_ms": 4.718, "p95_ms": 2.291}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.218, "count": 92, "max_ms": 54.338, "p95_ms": 48.064}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 92, "max_ms": 0.205, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.135, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104576, "write_bytes_delta": 104576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 558.0, "cpu_core_ratio": 0.223483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3101.0, "pid": 29456, "reason": null, "system_cpu_core_ratio": 0.065524, "system_cpu_s_delta": 2.240000000000002, "user_cpu_core_ratio": 0.157959, "user_cpu_s_delta": 5.399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.746794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.229333, "system_cpu_s_delta": 7.8400000000001455, "user_cpu_core_ratio": 0.517461, "user_cpu_s_delta": 17.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 92, "max_ms": 6.407, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.935, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 1.935, "max": 2.0, "p95": 2.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.109, "count": 30, "max": 58.166, "p95": 50.98, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.303, "count": 30, "max": 31.2, "p95": 27.161, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1096.9, "count": 30, "max": 1245.0, "p95": 1221.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 652.3, "count": 30, "max": 10018.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.212, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.478, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 2263.0, "p95": 2224.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.485, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.153, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6637, "sampled_at": "2026-10-31T14:00:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:00:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1314943, "flush_count": 1407, "flush_interval_seconds": 30.0, "flush_state": {"count": 1407, "last_at": "2026-10-31T14:00:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:00:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1406}, "started": true, "suppressed_count": 782130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 781994}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1407, "written_record_count": 1407}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6857.254, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T14:00:14+09:00", "last_error_summary": "[h264 @ 0x562f7f240200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f240200] error while decoding MB 0 65, bytestream 4188 [h264 @ 0x562f7f2df200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f2df200] error while decoding MB 0 63, bytestream 1784 [h264 @ 0x562f7f2cb1c0] error while decoding MB 56 66, bytestream -5 [h264 @ 0x562f7ffb3400] left block unavailable for requested intra mode [h264 @ 0x562f7ffb3400] error while decoding MB 0 66, bytestrea", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2165944320000, "copied_frame_count": 783400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2165944320000, "frame_buffer_copies": 783400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.3598, "p50_ms": 0.1012, "p95_ms": 0.2091, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4827, "count": 512, "max_ms": 3.4546, "p50_ms": 1.4031, "p95_ms": 2.3907, "p99_ms": 3.2477, "results": {"failed": 0, "not_applicable": 0, "success": 783400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:00:14+09:00", "last_error_summary": "[h264 @ 0x562f7f240200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f240200] error while decoding MB 0 65, bytestream 4188 [h264 @ 0x562f7f2df200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f2df200] error while decoding MB 0 63, bytestream 1784 [h264 @ 0x562f7f2cb1c0] error while decoding MB 56 66, bytestream -5 [h264 @ 0x562f7ffb3400] left block unavailable for requested intra mode [h264 @ 0x562f7ffb3400] error while decoding MB 0 66, bytestrea", "last_exit_at": "2026-10-31T14:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1164.22, "last_started_at": "2026-10-31T13:40:50+09:00", "pid": 29456, "process": {"exists": false, "pid": 29456}, "restart_count": 107, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-31T14:00:14+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-31T14:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 141, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.831, "last_sample_duration_ms": 1086.502, "last_trigger": "periodic", "next_snapshot_in_sec": 499.169, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 141, "storage_bytes": 2374655}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-31T14:00:14.281254+09:00", "mtime_epoch": 1793422814.281254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93418}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:00:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1194.668, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 783400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.286, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 91}, "total": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.473, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.473, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.041, "pushed": 3.041, "read": 3.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 91, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 73.061, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.805, "count": 90, "max_ms": 4.044, "p95_ms": 2.537, "reason": null, "sample_age_ms": 121.361, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 90, "max_ms": 3.474, "p95_ms": 1.932, "reason": null, "sample_age_ms": 122.281, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 91, "max_ms": 0.709, "p95_ms": 0.454, "reason": null, "sample_age_ms": 73.068, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.024, "count": 90, "max_ms": 4.036, "p95_ms": 3.277, "reason": null, "sample_age_ms": 118.593, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.544, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.243, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.838, "count": 91, "max_ms": 81.526, "p95_ms": 64.57, "reason": null, "sample_age_ms": 73.059, "source": "client_direct"}, "sample_age_ms": 73.056, "source": "client_direct", "task_total_ms": {"avg_ms": 47.264, "count": 91, "max_ms": 84.154, "p95_ms": 67.137, "reason": null, "sample_age_ms": 73.056, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.669, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 91, "max_ms": 9.182, "p95_ms": 7.197}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 91, "max_ms": 0.891, "p95_ms": 0.626}, "detection_prepare_ms": {"avg_ms": 1.327, "count": 91, "max_ms": 3.467, "p95_ms": 2.312}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.255, "count": 91, "max_ms": 0.626, "p95_ms": 0.432}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.708, "count": 91, "max_ms": 1.736, "p95_ms": 1.351}, "setup_ms": {"avg_ms": 0.037, "count": 91, "max_ms": 0.092, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.32, "count": 91, "max_ms": 9.14, "p95_ms": 7.105}, "track_match_ms": {"avg_ms": 0.096, "count": 91, "max_ms": 0.328, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.534, "count": 91, "max_ms": 5.433, "p95_ms": 2.507}}, "gstreamer_push": {"avg_ms": 3.247, "count": 91, "max_ms": 7.522, "p95_ms": 4.916}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 91, "max_ms": 0.422, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.468, "count": 91, "max_ms": 87.152, "p95_ms": 69.77}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.929, "count": 91, "max_ms": 13.692, "p95_ms": 8.636}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.872, "count": 91, "max_ms": 139.244, "p95_ms": 117.73}, "inference_input_copy_ms": {"avg_ms": 1.678, "count": 91, "max_ms": 3.334, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.205, "count": 91, "max_ms": 0.533, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.685, "count": 91, "max_ms": 143.051, "p95_ms": 122.426}, "read_interval": {"avg_ms": 332.263, "count": 90, "max_ms": 19235.676, "p95_ms": 153.999}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.037, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.651, "count": 91, "max_ms": 1.573, "p95_ms": 1.254}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 91, "max_ms": 0.098, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.637, "count": 91, "max_ms": 1.542, "p95_ms": 1.229}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.482, "count": 91, "max_ms": 87.167, "p95_ms": 69.803}, "visualize": {"avg_ms": 36.02, "count": 91, "max_ms": 56.766, "p95_ms": 49.441}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.04, "count": 91, "max_ms": 50.304, "p95_ms": 43.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.453, "count": 91, "max_ms": 54.495, "p95_ms": 48.181}, "visualize_input_copy_ms": {"avg_ms": 1.395, "count": 91, "max_ms": 4.718, "p95_ms": 2.291}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.332, "count": 91, "max_ms": 54.338, "p95_ms": 48.064}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 91, "max_ms": 0.205, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.135, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104576, "write_bytes_delta": 104576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 558.0, "cpu_core_ratio": 0.223483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3101.0, "pid": 29456, "reason": null, "system_cpu_core_ratio": 0.065524, "system_cpu_s_delta": 2.240000000000002, "user_cpu_core_ratio": 0.157959, "user_cpu_s_delta": 5.399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.746794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.229333, "system_cpu_s_delta": 7.8400000000001455, "user_cpu_core_ratio": 0.517461, "user_cpu_s_delta": 17.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 92, "max_ms": 6.407, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.935, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 1.935, "max": 2.0, "p95": 2.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.109, "count": 30, "max": 58.166, "p95": 50.98, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.303, "count": 30, "max": 31.2, "p95": 27.161, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1096.9, "count": 30, "max": 1245.0, "p95": 1221.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 652.3, "count": 30, "max": 10018.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.212, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.478, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 2263.0, "p95": 2224.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.485, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.153, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6637, "sampled_at": "2026-10-31T14:00:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:00:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1314943, "flush_count": 1407, "flush_interval_seconds": 30.0, "flush_state": {"count": 1407, "last_at": "2026-10-31T14:00:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:00:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1406}, "started": true, "suppressed_count": 782130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 781994}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1407, "written_record_count": 1407}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6858.297, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2165944320000, "copied_frame_count": 783400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2165944320000, "frame_buffer_copies": 783400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.3598, "p50_ms": 0.1012, "p95_ms": 0.2091, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4827, "count": 512, "max_ms": 3.4546, "p50_ms": 1.4031, "p95_ms": 2.3907, "p99_ms": 3.2477, "results": {"failed": 0, "not_applicable": 0, "success": 783400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:00:14+09:00", "last_error_summary": "[h264 @ 0x562f7f240200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f240200] error while decoding MB 0 65, bytestream 4188 [h264 @ 0x562f7f2df200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f2df200] error while decoding MB 0 63, bytestream 1784 [h264 @ 0x562f7f2cb1c0] error while decoding MB 56 66, bytestream -5 [h264 @ 0x562f7ffb3400] left block unavailable for requested intra mode [h264 @ 0x562f7ffb3400] error while decoding MB 0 66, bytestrea", "last_exit_at": "2026-10-31T14:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1164.246, "last_started_at": "2026-10-31T13:40:50+09:00", "pid": 29456, "process": {"exists": false, "pid": 29456}, "restart_count": 107, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-31T14:00:14+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-10-31T14:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 141, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.856, "last_sample_duration_ms": 1086.502, "last_trigger": "periodic", "next_snapshot_in_sec": 499.144, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 141, "storage_bytes": 2374655}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-31T14:00:14.281254+09:00", "mtime_epoch": 1793422814.281254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93418}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:00:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1194.668, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 783400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.286, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 91}, "total": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.473, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.473, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.039, "pushed": 3.039, "read": 3.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 97.56, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.805, "count": 90, "max_ms": 4.044, "p95_ms": 2.537, "reason": null, "sample_age_ms": 145.86, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 90, "max_ms": 3.474, "p95_ms": 1.932, "reason": null, "sample_age_ms": 146.78, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 90, "max_ms": 0.709, "p95_ms": 0.456, "reason": null, "sample_age_ms": 97.567, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.024, "count": 90, "max_ms": 4.036, "p95_ms": 3.277, "reason": null, "sample_age_ms": 143.091, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.043, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.829, "count": 90, "max_ms": 81.526, "p95_ms": 64.595, "reason": null, "sample_age_ms": 97.558, "source": "client_direct"}, "sample_age_ms": 97.555, "source": "client_direct", "task_total_ms": {"avg_ms": 47.257, "count": 90, "max_ms": 84.154, "p95_ms": 67.176, "reason": null, "sample_age_ms": 97.555, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.205, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 91, "max_ms": 9.182, "p95_ms": 7.197}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 91, "max_ms": 0.891, "p95_ms": 0.626}, "detection_prepare_ms": {"avg_ms": 1.327, "count": 91, "max_ms": 3.467, "p95_ms": 2.312}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.255, "count": 91, "max_ms": 0.626, "p95_ms": 0.432}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.708, "count": 91, "max_ms": 1.736, "p95_ms": 1.351}, "setup_ms": {"avg_ms": 0.037, "count": 91, "max_ms": 0.092, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.32, "count": 91, "max_ms": 9.14, "p95_ms": 7.105}, "track_match_ms": {"avg_ms": 0.096, "count": 91, "max_ms": 0.328, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.534, "count": 91, "max_ms": 5.433, "p95_ms": 2.507}}, "gstreamer_push": {"avg_ms": 3.247, "count": 91, "max_ms": 7.522, "p95_ms": 4.916}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 91, "max_ms": 0.422, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.468, "count": 91, "max_ms": 87.152, "p95_ms": 69.77}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.929, "count": 91, "max_ms": 13.692, "p95_ms": 8.636}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.872, "count": 91, "max_ms": 139.244, "p95_ms": 117.73}, "inference_input_copy_ms": {"avg_ms": 1.678, "count": 91, "max_ms": 3.334, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.205, "count": 91, "max_ms": 0.533, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.685, "count": 91, "max_ms": 143.051, "p95_ms": 122.426}, "read_interval": {"avg_ms": 332.263, "count": 90, "max_ms": 19235.676, "p95_ms": 153.999}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.037, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.651, "count": 91, "max_ms": 1.573, "p95_ms": 1.254}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 91, "max_ms": 0.098, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.637, "count": 91, "max_ms": 1.542, "p95_ms": 1.229}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.482, "count": 91, "max_ms": 87.167, "p95_ms": 69.803}, "visualize": {"avg_ms": 36.02, "count": 91, "max_ms": 56.766, "p95_ms": 49.441}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.04, "count": 91, "max_ms": 50.304, "p95_ms": 43.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.453, "count": 91, "max_ms": 54.495, "p95_ms": 48.181}, "visualize_input_copy_ms": {"avg_ms": 1.395, "count": 91, "max_ms": 4.718, "p95_ms": 2.291}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.332, "count": 91, "max_ms": 54.338, "p95_ms": 48.064}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 91, "max_ms": 0.205, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.135, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104576, "write_bytes_delta": 104576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 558.0, "cpu_core_ratio": 0.223483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3101.0, "pid": 29456, "reason": null, "system_cpu_core_ratio": 0.065524, "system_cpu_s_delta": 2.240000000000002, "user_cpu_core_ratio": 0.157959, "user_cpu_s_delta": 5.399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.746794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.229333, "system_cpu_s_delta": 7.8400000000001455, "user_cpu_core_ratio": 0.517461, "user_cpu_s_delta": 17.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 92, "max_ms": 6.407, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.935, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 1.935, "max": 2.0, "p95": 2.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.109, "count": 30, "max": 58.166, "p95": 50.98, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.303, "count": 30, "max": 31.2, "p95": 27.161, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1096.9, "count": 30, "max": 1245.0, "p95": 1221.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 652.3, "count": 30, "max": 10018.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.212, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.478, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 2263.0, "p95": 2224.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.485, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.153, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6637, "sampled_at": "2026-10-31T14:00:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:00:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1314943, "flush_count": 1407, "flush_interval_seconds": 30.0, "flush_state": {"count": 1407, "last_at": "2026-10-31T14:00:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:00:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1406}, "started": true, "suppressed_count": 782130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 781994}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1407, "written_record_count": 1407}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7028.977, "limit_mb": null}, "detail": {"pid": 29572, "restart_count": 108, "start_count": 109}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2165944320000, "copied_frame_count": 783400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2165944320000, "frame_buffer_copies": 783400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.3598, "p50_ms": 0.1012, "p95_ms": 0.2091, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4827, "count": 512, "max_ms": 3.4546, "p50_ms": 1.4031, "p95_ms": 2.3907, "p99_ms": 3.2477, "results": {"failed": 0, "not_applicable": 0, "success": 783400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:00:14+09:00", "last_error_summary": "[h264 @ 0x562f7f240200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f240200] error while decoding MB 0 65, bytestream 4188 [h264 @ 0x562f7f2df200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562f7f2df200] error while decoding MB 0 63, bytestream 1784 [h264 @ 0x562f7f2cb1c0] error while decoding MB 56 66, bytestream -5 [h264 @ 0x562f7ffb3400] left block unavailable for requested intra mode [h264 @ 0x562f7ffb3400] error while decoding MB 0 66, bytestrea", "last_exit_at": "2026-10-31T14:00:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:00:16+09:00", "pid": 29572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.32, "name": "ffmpeg", "pid": 29572, "rss_mb": 205.32, "state": "S (sleeping)", "threads": 70}, "restart_count": 108, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.398, "last_frame_pushed_at": "2026-10-31T14:00:14+09:00", "last_frame_read_age_sec": 4.486, "last_frame_read_at": "2026-10-31T14:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 141, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.2, "last_sample_duration_ms": 1086.502, "last_trigger": "periodic", "next_snapshot_in_sec": 494.8, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 141, "storage_bytes": 2374655}, "mjpeg": {"age_sec": 4.396, "exists": true, "mtime": "2026-10-31T14:00:14.281254+09:00", "mtime_epoch": 1793422814.281254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93418}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:00:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1194.672, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 783400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.431, "max": 3.0, "p95": 3.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.922, "max": 2.0, "p95": 2.0, "sample_count": 51}, "total": {"avg": 1.922, "max": 2.0, "p95": 2.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 0.059, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 0.059, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.7, "pushed": 1.734, "read": 1.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4437.871, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.814, "count": 51, "max_ms": 4.044, "p95_ms": 2.641, "reason": null, "sample_age_ms": 4486.171, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 51, "max_ms": 3.474, "p95_ms": 2.134, "reason": null, "sample_age_ms": 4487.09, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.247, "count": 51, "max_ms": 0.709, "p95_ms": 0.438, "reason": null, "sample_age_ms": 4437.877, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.094, "count": 51, "max_ms": 4.036, "p95_ms": 3.41, "reason": null, "sample_age_ms": 4483.402, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4483.353, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4438.052, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.346, "count": 51, "max_ms": 81.526, "p95_ms": 65.028, "reason": null, "sample_age_ms": 4437.868, "source": "client_direct"}, "sample_age_ms": 4437.865, "source": "client_direct", "task_total_ms": {"avg_ms": 47.852, "count": 51, "max_ms": 84.154, "p95_ms": 67.947, "reason": null, "sample_age_ms": 4437.865, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.268, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 51, "max_ms": 9.182, "p95_ms": 7.419}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 51, "max_ms": 0.664, "p95_ms": 0.579}, "detection_prepare_ms": {"avg_ms": 1.337, "count": 51, "max_ms": 3.467, "p95_ms": 2.256}, "event_filter_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 51, "max_ms": 0.547, "p95_ms": 0.461}, "mcmt_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.693, "count": 51, "max_ms": 1.736, "p95_ms": 1.199}, "setup_ms": {"avg_ms": 0.037, "count": 51, "max_ms": 0.092, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.235, "count": 51, "max_ms": 9.14, "p95_ms": 7.346}, "track_match_ms": {"avg_ms": 0.073, "count": 51, "max_ms": 0.185, "p95_ms": 0.149}, "tracker_update_ms": {"avg_ms": 1.487, "count": 51, "max_ms": 5.433, "p95_ms": 2.201}}, "gstreamer_push": {"avg_ms": 3.087, "count": 52, "max_ms": 7.522, "p95_ms": 4.343}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 51, "max_ms": 0.422, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.052, "count": 51, "max_ms": 87.152, "p95_ms": 70.48}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.801, "count": 51, "max_ms": 10.391, "p95_ms": 8.636}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.19, "count": 51, "max_ms": 139.244, "p95_ms": 113.414}, "inference_input_copy_ms": {"avg_ms": 1.694, "count": 51, "max_ms": 3.237, "p95_ms": 2.518}, "processing_residual_ms": {"avg_ms": 0.188, "count": 51, "max_ms": 0.533, "p95_ms": 0.356}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.873, "count": 51, "max_ms": 143.051, "p95_ms": 123.533}, "read_interval": {"avg_ms": 501.878, "count": 51, "max_ms": 19235.676, "p95_ms": 212.893}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 51, "max_ms": 0.037, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.638, "count": 51, "max_ms": 1.573, "p95_ms": 1.096}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 51, "max_ms": 0.04, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.624, "count": 51, "max_ms": 1.542, "p95_ms": 1.078}, "worker_merge_ms": {"avg_ms": 0.006, "count": 51, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.066, "count": 51, "max_ms": 87.167, "p95_ms": 70.49}, "visualize": {"avg_ms": 34.82, "count": 51, "max_ms": 49.435, "p95_ms": 46.453}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.866, "count": 51, "max_ms": 43.401, "p95_ms": 39.135}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.22, "count": 51, "max_ms": 48.181, "p95_ms": 44.434}, "visualize_input_copy_ms": {"avg_ms": 1.433, "count": 51, "max_ms": 4.718, "p95_ms": 2.291}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.104, "count": 51, "max_ms": 48.091, "p95_ms": 44.263}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 51, "max_ms": 0.127, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.135, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.374, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104576, "write_bytes_delta": 104576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 558.0, "cpu_core_ratio": 0.223483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3101.0, "pid": 29456, "reason": null, "system_cpu_core_ratio": 0.065524, "system_cpu_s_delta": 2.240000000000002, "user_cpu_core_ratio": 0.157959, "user_cpu_s_delta": 5.399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.746794, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.229333, "system_cpu_s_delta": 7.8400000000001455, "user_cpu_core_ratio": 0.517461, "user_cpu_s_delta": 17.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 92, "max_ms": 6.407, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.935, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 1.935, "max": 2.0, "p95": 2.0, "sample_count": 92}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.109, "count": 30, "max": 58.166, "p95": 50.98, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.303, "count": 30, "max": 31.2, "p95": 27.161, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1096.9, "count": 30, "max": 1245.0, "p95": 1221.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 652.3, "count": 30, "max": 10018.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.212, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.478, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84921.967, "count": 30, "max": 104576.0, "p95": 87453.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 2263.0, "p95": 2224.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.485, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.153, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6637, "sampled_at": "2026-10-31T14:00:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:00:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1322357, "flush_count": 1415, "flush_interval_seconds": 30.0, "flush_state": {"count": 1415, "last_at": "2026-10-31T14:08:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:08:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1414}, "started": true, "suppressed_count": 786646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 786510}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1415, "written_record_count": 1415}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6874.809, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59073a3ff780] cabac decode of qscale diff failed at 19 56 [h264 @ 0x59073a3ff780] error while decoding MB 19 56, bytestream 3838 [h264 @ 0x5907397e1540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5907397e1540] error while decoding MB 0 67, bytestream 6337 [h264 @ 0x5907397f81c0] left block unavailable for requested intra mode [h264 @ 0x5907397f81c0] error while decoding MB 0 41, bytestream 59788 [in#0/rtsp @ 0x59073963ce00] Error during demuxing: Connection timed o", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2178449510400, "copied_frame_count": 787923, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2178449510400, "frame_buffer_copies": 787923, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 0.3186, "p50_ms": 0.0876, "p95_ms": 0.1775, "p99_ms": 0.2537}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4065, "count": 512, "max_ms": 3.3611, "p50_ms": 1.3528, "p95_ms": 2.3093, "p99_ms": 2.8584, "results": {"failed": 0, "not_applicable": 0, "success": 787923, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:08:42+09:00", "last_error_summary": "[h264 @ 0x59073a3ff780] cabac decode of qscale diff failed at 19 56 [h264 @ 0x59073a3ff780] error while decoding MB 19 56, bytestream 3838 [h264 @ 0x5907397e1540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5907397e1540] error while decoding MB 0 67, bytestream 6337 [h264 @ 0x5907397f81c0] left block unavailable for requested intra mode [h264 @ 0x5907397f81c0] error while decoding MB 0 41, bytestream 59788 [in#0/rtsp @ 0x59073963ce00] Error during demuxing: Connection timed o", "last_exit_at": "2026-10-31T14:00:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 505.691, "last_started_at": "2026-10-31T14:00:16+09:00", "pid": 29572, "process": {"exists": false, "pid": 29572}, "restart_count": 108, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.108, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-31T14:08:42+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-31T14:08:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 7.0, "last_sample_duration_ms": 800.96, "last_trigger": "periodic", "next_snapshot_in_sec": 593.0, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 142, "storage_bytes": 2384204}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-31T14:08:42.298811+09:00", "mtime_epoch": 1793423322.2988114, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89546}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:08:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1196.836, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 787924, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.46, "max": 4.0, "p95": 4.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "total": {"avg": 0.345, "max": 1.0, "p95": 1.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.906, "pushed": 2.906, "read": 2.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 15.868, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.682, "count": 87, "max_ms": 5.021, "p95_ms": 2.332, "reason": null, "sample_age_ms": 72.673, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.289, "count": 87, "max_ms": 3.489, "p95_ms": 1.811, "reason": null, "sample_age_ms": 73.131, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 88, "max_ms": 0.667, "p95_ms": 0.484, "reason": null, "sample_age_ms": 15.889, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 87, "max_ms": 3.956, "p95_ms": 3.034, "reason": null, "sample_age_ms": 69.979, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.93, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.463, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.337, "count": 88, "max_ms": 60.946, "p95_ms": 55.959, "reason": null, "sample_age_ms": 15.862, "source": "client_direct"}, "sample_age_ms": 15.854, "source": "client_direct", "task_total_ms": {"avg_ms": 44.765, "count": 88, "max_ms": 63.49, "p95_ms": 59.049, "reason": null, "sample_age_ms": 15.854, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.99, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.712, "count": 87, "max_ms": 6.34, "p95_ms": 4.709}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.276, "count": 87, "max_ms": 0.813, "p95_ms": 0.541}, "detection_prepare_ms": {"avg_ms": 0.484, "count": 87, "max_ms": 2.739, "p95_ms": 1.751}, "event_filter_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 87, "max_ms": 0.391, "p95_ms": 0.32}, "mcmt_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.295, "count": 87, "max_ms": 1.341, "p95_ms": 0.668}, "setup_ms": {"avg_ms": 0.041, "count": 87, "max_ms": 0.103, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.671, "count": 87, "max_ms": 6.285, "p95_ms": 4.67}, "track_match_ms": {"avg_ms": 0.022, "count": 87, "max_ms": 0.113, "p95_ms": 0.081}, "tracker_update_ms": {"avg_ms": 0.418, "count": 87, "max_ms": 2.261, "p95_ms": 1.592}}, "gstreamer_push": {"avg_ms": 2.856, "count": 87, "max_ms": 5.003, "p95_ms": 4.442}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 87, "max_ms": 0.514, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.694, "count": 87, "max_ms": 64.513, "p95_ms": 60.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.452, "count": 87, "max_ms": 9.135, "p95_ms": 7.195}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.44, "count": 87, "max_ms": 102.723, "p95_ms": 99.659}, "inference_input_copy_ms": {"avg_ms": 1.73, "count": 87, "max_ms": 3.045, "p95_ms": 2.677}, "processing_residual_ms": {"avg_ms": 0.143, "count": 87, "max_ms": 0.322, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.765, "count": 87, "max_ms": 106.838, "p95_ms": 104.173}, "read_interval": {"avg_ms": 344.348, "count": 87, "max_ms": 21543.28, "p95_ms": 141.805}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.035, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.247, "count": 87, "max_ms": 1.214, "p95_ms": 0.606}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 87, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.233, "count": 87, "max_ms": 1.179, "p95_ms": 0.587}, "worker_merge_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.708, "count": 87, "max_ms": 64.527, "p95_ms": 60.516}, "visualize": {"avg_ms": 32.016, "count": 87, "max_ms": 47.109, "p95_ms": 41.698}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.095, "count": 87, "max_ms": 43.248, "p95_ms": 38.109}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.523, "count": 87, "max_ms": 45.736, "p95_ms": 40.349}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 87, "max_ms": 2.939, "p95_ms": 2.226}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.394, "count": 87, "max_ms": 45.618, "p95_ms": 40.226}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 87, "max_ms": 1.611, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.756, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.349, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90913, "write_bytes_delta": 90913, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.547199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 29572, "reason": null, "system_cpu_core_ratio": 0.202334, "system_cpu_s_delta": 4.060000000000002, "user_cpu_core_ratio": 0.344865, "user_cpu_s_delta": 6.9199999999999875}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.273806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380747, "system_cpu_s_delta": 7.639999999999418, "user_cpu_core_ratio": 0.89306, "user_cpu_s_delta": 17.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 265, "max_ms": 7.212, "p95_ms": 4.997, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.162, "max": 3.0, "p95": 3.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 40}, "total": {"avg": 0.151, "max": 1.0, "p95": 1.0, "sample_count": 265}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.065, "count": 30, "max": 68.68, "p95": 61.252, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.307, "count": 30, "max": 30.35, "p95": 26.66, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1037.467, "count": 30, "max": 1243.0, "p95": 1204.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.933, "count": 30, "max": 6692.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.229, "p95": 0.21, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.467, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.115, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 39.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.487, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.153, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6661, "sampled_at": "2026-10-31T14:08:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:08:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1322357, "flush_count": 1415, "flush_interval_seconds": 30.0, "flush_state": {"count": 1415, "last_at": "2026-10-31T14:08:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:08:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1414}, "started": true, "suppressed_count": 786646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 786510}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1415, "written_record_count": 1415}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6875.223, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T14:08:42+09:00", "last_error_summary": "[h264 @ 0x59073a3ff780] cabac decode of qscale diff failed at 19 56 [h264 @ 0x59073a3ff780] error while decoding MB 19 56, bytestream 3838 [h264 @ 0x5907397e1540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5907397e1540] error while decoding MB 0 67, bytestream 6337 [h264 @ 0x5907397f81c0] left block unavailable for requested intra mode [h264 @ 0x5907397f81c0] error while decoding MB 0 41, bytestream 59788 [in#0/rtsp @ 0x59073963ce00] Error during demuxing: Connection timed o", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2178452275200, "copied_frame_count": 787924, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2178452275200, "frame_buffer_copies": 787924, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0997, "count": 512, "max_ms": 0.3186, "p50_ms": 0.0879, "p95_ms": 0.1775, "p99_ms": 0.2537}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4079, "count": 512, "max_ms": 3.3611, "p50_ms": 1.3528, "p95_ms": 2.3093, "p99_ms": 2.8584, "results": {"failed": 0, "not_applicable": 0, "success": 787924, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:08:42+09:00", "last_error_summary": "[h264 @ 0x59073a3ff780] cabac decode of qscale diff failed at 19 56 [h264 @ 0x59073a3ff780] error while decoding MB 19 56, bytestream 3838 [h264 @ 0x5907397e1540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5907397e1540] error while decoding MB 0 67, bytestream 6337 [h264 @ 0x5907397f81c0] left block unavailable for requested intra mode [h264 @ 0x5907397f81c0] error while decoding MB 0 41, bytestream 59788 [in#0/rtsp @ 0x59073963ce00] Error during demuxing: Connection timed o", "last_exit_at": "2026-10-31T14:08:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 505.745, "last_started_at": "2026-10-31T14:00:16+09:00", "pid": 29572, "process": {"exists": false, "pid": 29572}, "restart_count": 108, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.108, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T14:08:42+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-31T14:08:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 7.047, "last_sample_duration_ms": 800.96, "last_trigger": "periodic", "next_snapshot_in_sec": 592.953, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 142, "storage_bytes": 2384204}, "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-10-31T14:08:42.298811+09:00", "mtime_epoch": 1793423322.2988114, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89546}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:08:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1196.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 787924, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.471, "max": 4.0, "p95": 4.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 29}, "total": {"avg": 0.333, "max": 1.0, "p95": 1.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.934, "pushed": 2.934, "read": 2.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.007, "count": 87, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 69.595, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.682, "count": 87, "max_ms": 5.021, "p95_ms": 2.332, "reason": null, "sample_age_ms": 126.399, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.289, "count": 87, "max_ms": 3.489, "p95_ms": 1.811, "reason": null, "sample_age_ms": 126.858, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 87, "max_ms": 0.667, "p95_ms": 0.485, "reason": null, "sample_age_ms": 69.616, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 87, "max_ms": 3.956, "p95_ms": 3.034, "reason": null, "sample_age_ms": 123.705, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 123.657, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.19, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.439, "count": 87, "max_ms": 60.946, "p95_ms": 55.961, "reason": null, "sample_age_ms": 69.589, "source": "client_direct"}, "sample_age_ms": 69.58, "source": "client_direct", "task_total_ms": {"avg_ms": 44.87, "count": 87, "max_ms": 63.49, "p95_ms": 59.086, "reason": null, "sample_age_ms": 69.58, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.715, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.663, "count": 87, "max_ms": 6.34, "p95_ms": 4.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 87, "max_ms": 0.813, "p95_ms": 0.532}, "detection_prepare_ms": {"avg_ms": 0.47, "count": 87, "max_ms": 2.739, "p95_ms": 1.751}, "event_filter_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.124, "count": 87, "max_ms": 0.391, "p95_ms": 0.31}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.01, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.283, "count": 87, "max_ms": 1.144, "p95_ms": 0.629}, "setup_ms": {"avg_ms": 0.041, "count": 87, "max_ms": 0.103, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.622, "count": 87, "max_ms": 6.285, "p95_ms": 4.427}, "track_match_ms": {"avg_ms": 0.021, "count": 87, "max_ms": 0.113, "p95_ms": 0.081}, "tracker_update_ms": {"avg_ms": 0.405, "count": 87, "max_ms": 2.261, "p95_ms": 1.592}}, "gstreamer_push": {"avg_ms": 2.941, "count": 88, "max_ms": 10.321, "p95_ms": 4.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 87, "max_ms": 0.514, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.908, "count": 87, "max_ms": 64.513, "p95_ms": 60.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.454, "count": 88, "max_ms": 9.135, "p95_ms": 7.195}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.732, "count": 88, "max_ms": 106.208, "p95_ms": 101.144}, "inference_input_copy_ms": {"avg_ms": 1.733, "count": 88, "max_ms": 3.045, "p95_ms": 2.677}, "processing_residual_ms": {"avg_ms": 0.144, "count": 88, "max_ms": 0.322, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.064, "count": 88, "max_ms": 111.072, "p95_ms": 104.724}, "read_interval": {"avg_ms": 344.348, "count": 87, "max_ms": 21543.28, "p95_ms": 141.805}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.034, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.235, "count": 87, "max_ms": 1.059, "p95_ms": 0.576}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 87, "max_ms": 0.035, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.221, "count": 87, "max_ms": 1.038, "p95_ms": 0.559}, "worker_merge_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.922, "count": 87, "max_ms": 64.527, "p95_ms": 60.516}, "visualize": {"avg_ms": 32.148, "count": 87, "max_ms": 47.109, "p95_ms": 42.822}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.242, "count": 87, "max_ms": 44.085, "p95_ms": 38.898}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.656, "count": 87, "max_ms": 45.736, "p95_ms": 41.008}, "visualize_input_copy_ms": {"avg_ms": 1.309, "count": 87, "max_ms": 2.939, "p95_ms": 2.226}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.527, "count": 87, "max_ms": 45.618, "p95_ms": 40.812}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 87, "max_ms": 1.611, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.756, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.349, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90913, "write_bytes_delta": 90913, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.547199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 29572, "reason": null, "system_cpu_core_ratio": 0.202334, "system_cpu_s_delta": 4.060000000000002, "user_cpu_core_ratio": 0.344865, "user_cpu_s_delta": 6.9199999999999875}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.273806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380747, "system_cpu_s_delta": 7.639999999999418, "user_cpu_core_ratio": 0.89306, "user_cpu_s_delta": 17.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 265, "max_ms": 7.212, "p95_ms": 4.997, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.162, "max": 3.0, "p95": 3.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 40}, "total": {"avg": 0.151, "max": 1.0, "p95": 1.0, "sample_count": 265}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.065, "count": 30, "max": 68.68, "p95": 61.252, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.307, "count": 30, "max": 30.35, "p95": 26.66, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1037.467, "count": 30, "max": 1243.0, "p95": 1204.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.933, "count": 30, "max": 6692.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.229, "p95": 0.21, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.467, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.115, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 39.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.487, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.153, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6661, "sampled_at": "2026-10-31T14:08:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:08:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1322357, "flush_count": 1415, "flush_interval_seconds": 30.0, "flush_state": {"count": 1415, "last_at": "2026-10-31T14:08:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:08:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1414}, "started": true, "suppressed_count": 786646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 786510}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1415, "written_record_count": 1415}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6874.422, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2178452275200, "copied_frame_count": 787924, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2178452275200, "frame_buffer_copies": 787924, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0997, "count": 512, "max_ms": 0.3186, "p50_ms": 0.0879, "p95_ms": 0.1775, "p99_ms": 0.2537}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4079, "count": 512, "max_ms": 3.3611, "p50_ms": 1.3528, "p95_ms": 2.3093, "p99_ms": 2.8584, "results": {"failed": 0, "not_applicable": 0, "success": 787924, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:08:42+09:00", "last_error_summary": "[h264 @ 0x59073a3ff780] cabac decode of qscale diff failed at 19 56 [h264 @ 0x59073a3ff780] error while decoding MB 19 56, bytestream 3838 [h264 @ 0x5907397e1540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5907397e1540] error while decoding MB 0 67, bytestream 6337 [h264 @ 0x5907397f81c0] left block unavailable for requested intra mode [h264 @ 0x5907397f81c0] error while decoding MB 0 41, bytestream 59788 [in#0/rtsp @ 0x59073963ce00] Error during demuxing: Connection timed o", "last_exit_at": "2026-10-31T14:08:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 505.771, "last_started_at": "2026-10-31T14:00:16+09:00", "pid": 29572, "process": {"exists": false, "pid": 29572}, "restart_count": 108, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.108, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-31T14:08:42+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-31T14:08:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 7.077, "last_sample_duration_ms": 800.96, "last_trigger": "periodic", "next_snapshot_in_sec": 592.923, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 142, "storage_bytes": 2384204}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-31T14:08:42.427812+09:00", "mtime_epoch": 1793423322.4278123, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89751}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:08:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1196.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 787924, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.471, "max": 4.0, "p95": 4.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 29}, "total": {"avg": 0.333, "max": 1.0, "p95": 1.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.907, "pushed": 2.907, "read": 2.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.007, "count": 87, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 95.173, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 86, "max_ms": 5.021, "p95_ms": 2.336, "reason": null, "sample_age_ms": 151.977, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 86, "max_ms": 3.489, "p95_ms": 1.819, "reason": null, "sample_age_ms": 152.436, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 87, "max_ms": 0.667, "p95_ms": 0.485, "reason": null, "sample_age_ms": 95.194, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.985, "count": 86, "max_ms": 3.956, "p95_ms": 3.038, "reason": null, "sample_age_ms": 149.283, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.235, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.767, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.439, "count": 87, "max_ms": 60.946, "p95_ms": 55.961, "reason": null, "sample_age_ms": 95.167, "source": "client_direct"}, "sample_age_ms": 95.158, "source": "client_direct", "task_total_ms": {"avg_ms": 44.87, "count": 87, "max_ms": 63.49, "p95_ms": 59.086, "reason": null, "sample_age_ms": 95.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.012, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.663, "count": 87, "max_ms": 6.34, "p95_ms": 4.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 87, "max_ms": 0.813, "p95_ms": 0.532}, "detection_prepare_ms": {"avg_ms": 0.47, "count": 87, "max_ms": 2.739, "p95_ms": 1.751}, "event_filter_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.124, "count": 87, "max_ms": 0.391, "p95_ms": 0.31}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.01, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.283, "count": 87, "max_ms": 1.144, "p95_ms": 0.629}, "setup_ms": {"avg_ms": 0.041, "count": 87, "max_ms": 0.103, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.622, "count": 87, "max_ms": 6.285, "p95_ms": 4.427}, "track_match_ms": {"avg_ms": 0.021, "count": 87, "max_ms": 0.113, "p95_ms": 0.081}, "tracker_update_ms": {"avg_ms": 0.405, "count": 87, "max_ms": 2.261, "p95_ms": 1.592}}, "gstreamer_push": {"avg_ms": 2.937, "count": 87, "max_ms": 10.321, "p95_ms": 4.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 87, "max_ms": 0.514, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.908, "count": 87, "max_ms": 64.513, "p95_ms": 60.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.412, "count": 87, "max_ms": 9.135, "p95_ms": 7.195}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.742, "count": 87, "max_ms": 106.208, "p95_ms": 101.144}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 87, "max_ms": 3.045, "p95_ms": 2.677}, "processing_residual_ms": {"avg_ms": 0.144, "count": 87, "max_ms": 0.322, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.024, "count": 87, "max_ms": 111.072, "p95_ms": 104.724}, "read_interval": {"avg_ms": 347.215, "count": 86, "max_ms": 21543.28, "p95_ms": 141.805}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.034, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.235, "count": 87, "max_ms": 1.059, "p95_ms": 0.576}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 87, "max_ms": 0.035, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.221, "count": 87, "max_ms": 1.038, "p95_ms": 0.559}, "worker_merge_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.922, "count": 87, "max_ms": 64.527, "p95_ms": 60.516}, "visualize": {"avg_ms": 32.148, "count": 87, "max_ms": 47.109, "p95_ms": 42.822}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.242, "count": 87, "max_ms": 44.085, "p95_ms": 38.898}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.656, "count": 87, "max_ms": 45.736, "p95_ms": 41.008}, "visualize_input_copy_ms": {"avg_ms": 1.309, "count": 87, "max_ms": 2.939, "p95_ms": 2.226}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.527, "count": 87, "max_ms": 45.618, "p95_ms": 40.812}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 87, "max_ms": 1.611, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.756, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.349, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90913, "write_bytes_delta": 90913, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.547199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 29572, "reason": null, "system_cpu_core_ratio": 0.202334, "system_cpu_s_delta": 4.060000000000002, "user_cpu_core_ratio": 0.344865, "user_cpu_s_delta": 6.9199999999999875}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.273806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380747, "system_cpu_s_delta": 7.639999999999418, "user_cpu_core_ratio": 0.89306, "user_cpu_s_delta": 17.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 265, "max_ms": 7.212, "p95_ms": 4.997, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.162, "max": 3.0, "p95": 3.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 40}, "total": {"avg": 0.151, "max": 1.0, "p95": 1.0, "sample_count": 265}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.065, "count": 30, "max": 68.68, "p95": 61.252, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.307, "count": 30, "max": 30.35, "p95": 26.66, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1037.467, "count": 30, "max": 1243.0, "p95": 1204.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.933, "count": 30, "max": 6692.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.229, "p95": 0.21, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.467, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.115, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 39.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.487, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.153, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6661, "sampled_at": "2026-10-31T14:08:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:08:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1322357, "flush_count": 1415, "flush_interval_seconds": 30.0, "flush_state": {"count": 1415, "last_at": "2026-10-31T14:08:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:08:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1414}, "started": true, "suppressed_count": 786646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 786510}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1415, "written_record_count": 1415}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7045.156, "limit_mb": null}, "detail": {"pid": 29688, "restart_count": 109, "start_count": 110}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2178452275200, "copied_frame_count": 787924, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T12:29:07+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5746034, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T12:29:00+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.292}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 136, "events_emitted": 127, "events_failed": 0, "events_observed": 136, "events_suppressed": 9, "frame_buffer_copied_bytes": 2178452275200, "frame_buffer_copies": 787924, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6350, "recorder_active_input_bytes": 17556480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 127, "recorder_clips_failed": 0, "recorder_clips_started": 127, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 127, "worker_jobs_accepted": 127, "worker_jobs_completed": 127, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0997, "count": 512, "max_ms": 0.3186, "p50_ms": 0.0879, "p95_ms": 0.1775, "p99_ms": 0.2537}, "stages": {"db_insert": {"avg_ms": 16.5748, "count": 127, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.6862, "p99_ms": 54.2692, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7403, "count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 943.4172, "count": 136, "max_ms": 4422.916, "p50_ms": 937.5174, "p95_ms": 1292.8375, "p99_ms": 1411.6437, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4079, "count": 512, "max_ms": 3.3611, "p50_ms": 1.3528, "p95_ms": 2.3093, "p99_ms": 2.8584, "results": {"failed": 0, "not_applicable": 0, "success": 787924, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.4318, "count": 136, "max_ms": 862.8454, "p50_ms": 501.9084, "p95_ms": 627.3131, "p99_ms": 682.6527, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.3358, "count": 127, "max_ms": 69.0696, "p50_ms": 25.1064, "p95_ms": 58.484, "p99_ms": 68.1473, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5282, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2145, "p95_ms": 8.33, "p99_ms": 9.9349, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.575, "count": 512, "max_ms": 6.9645, "p50_ms": 1.428, "p95_ms": 2.7625, "p99_ms": 4.0902, "results": {"failed": 0, "not_applicable": 0, "success": 6350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.2984, "count": 127, "max_ms": 860.4624, "p50_ms": 506.5469, "p95_ms": 626.4662, "p99_ms": 681.7474, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 429.6235, "count": 127, "max_ms": 789.0434, "p50_ms": 413.0778, "p95_ms": 518.9339, "p99_ms": 566.9899, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7577, "count": 127, "max_ms": 115.8706, "p50_ms": 85.0046, "p95_ms": 102.9018, "p99_ms": 111.4105, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8479, "count": 127, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3317, "p99_ms": 9.1949, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1645, "count": 127, "max_ms": 73.1462, "p50_ms": 34.1204, "p95_ms": 56.6768, "p99_ms": 70.309, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3947, "count": 127, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.494, "p99_ms": 10.4711, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7892, "count": 136, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.4973, "p99_ms": 2.6323, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9144, "count": 127, "max_ms": 9.2164, "p50_ms": 0.7224, "p95_ms": 1.6107, "p99_ms": 2.807, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 404.3284, "count": 127, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 645.218, "p99_ms": 711.7962, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1851, "count": 127, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.3722, "p99_ms": 11.3762, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8916, "count": 127, "max_ms": 92.2129, "p50_ms": 27.2898, "p95_ms": 65.8199, "p99_ms": 73.6508, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0954, "count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1801, "count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.3809, "count": 127, "max_ms": 3837.487, "p50_ms": 427.9427, "p95_ms": 726.9398, "p99_ms": 793.9304, "results": {"failed": 0, "not_applicable": 0, "success": 127, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 127, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 127, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1792, "p99_ms": 0.2263}, "wait_ms": {"count": 127, "max_ms": 5.7989, "p50_ms": 2.0229, "p95_ms": 3.8727, "p99_ms": 5.614}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 127, "artifact_failed": 0, "artifact_requested": 127, "artifact_success": 127, "completed": 127, "completed_failed": 0, "completed_success": 127, "cooldown_promoted": 127, "database_requested": 127, "db_insert_success": 127, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15669, "relay_business_failed": 0, "relay_business_success": 127, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 127, "relay_transport_failed": 0, "relay_transport_success": 127, "reservation_requested": 127}, "snapshot": {"copied_bytes": 351129600, "copied_count": 127, "copy": {"count": 127, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7914, "p99_ms": 3.6688}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:08:42+09:00", "last_error_summary": "[h264 @ 0x59073a3ff780] cabac decode of qscale diff failed at 19 56 [h264 @ 0x59073a3ff780] error while decoding MB 19 56, bytestream 3838 [h264 @ 0x5907397e1540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5907397e1540] error while decoding MB 0 67, bytestream 6337 [h264 @ 0x5907397f81c0] left block unavailable for requested intra mode [h264 @ 0x5907397f81c0] error while decoding MB 0 41, bytestream 59788 [in#0/rtsp @ 0x59073963ce00] Error during demuxing: Connection timed o", "last_exit_at": "2026-10-31T14:08:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:08:44+09:00", "pid": 29688, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.0, "name": "ffmpeg", "pid": 29688, "rss_mb": 206.0, "state": "S (sleeping)", "threads": 70}, "restart_count": 109, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.072, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.102, "last_frame_pushed_at": "2026-10-31T14:08:42+09:00", "last_frame_read_age_sec": 4.227, "last_frame_read_at": "2026-10-31T14:08:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.151, "last_sample_duration_ms": 800.96, "last_trigger": "periodic", "next_snapshot_in_sec": 588.849, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 142, "storage_bytes": 2384204}, "mjpeg": {"age_sec": 4.094, "exists": true, "mtime": "2026-10-31T14:08:42.427812+09:00", "mtime_epoch": 1793423322.4278123, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89751}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:08:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1268.652, "name": "celery", "pid": 206, "rss_mb": 1196.836, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 97, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 787924, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.756, "max": 4.0, "p95": 4.0, "sample_count": 45}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 23}, "total": {"avg": 0.511, "max": 1.0, "p95": 1.0, "sample_count": 45}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 45, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.501, "pushed": 1.501, "read": 1.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 45, "client_acquire_ms": {"avg_ms": 0.006, "count": 45, "max_ms": 0.013, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4170.344, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 45, "max_ms": 2.571, "p95_ms": 2.221, "reason": null, "sample_age_ms": 4227.149, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.291, "count": 45, "max_ms": 2.172, "p95_ms": 1.827, "reason": null, "sample_age_ms": 4227.607, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 45, "max_ms": 0.51, "p95_ms": 0.473, "reason": null, "sample_age_ms": 4170.365, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 45, "max_ms": 3.956, "p95_ms": 2.884, "reason": null, "sample_age_ms": 4224.455, "source": "client_direct"}, "request_count": 45, "request_tensor_bytes": {"avg": 2764808.0, "count": 45, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4224.406, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 45, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4170.939, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.463, "count": 45, "max_ms": 60.29, "p95_ms": 55.057, "reason": null, "sample_age_ms": 4170.338, "source": "client_direct"}, "sample_age_ms": 4170.33, "source": "client_direct", "task_total_ms": {"avg_ms": 44.829, "count": 45, "max_ms": 62.136, "p95_ms": 57.882, "reason": null, "sample_age_ms": 4170.33, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.467, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.181, "count": 45, "max_ms": 6.34, "p95_ms": 4.768}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.276, "count": 45, "max_ms": 0.813, "p95_ms": 0.532}, "detection_prepare_ms": {"avg_ms": 0.664, "count": 45, "max_ms": 2.739, "p95_ms": 1.969}, "event_filter_ms": {"avg_ms": 0.004, "count": 45, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.151, "count": 45, "max_ms": 0.391, "p95_ms": 0.32}, "mcmt_ms": {"avg_ms": 0.003, "count": 45, "max_ms": 0.01, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.349, "count": 45, "max_ms": 1.144, "p95_ms": 0.629}, "setup_ms": {"avg_ms": 0.041, "count": 45, "max_ms": 0.103, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 2.139, "count": 45, "max_ms": 6.285, "p95_ms": 4.708}, "track_match_ms": {"avg_ms": 0.03, "count": 45, "max_ms": 0.113, "p95_ms": 0.081}, "tracker_update_ms": {"avg_ms": 0.62, "count": 45, "max_ms": 2.261, "p95_ms": 1.621}}, "gstreamer_push": {"avg_ms": 2.912, "count": 45, "max_ms": 10.321, "p95_ms": 4.187}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 45, "max_ms": 0.219, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.815, "count": 45, "max_ms": 64.513, "p95_ms": 58.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.515, "count": 45, "max_ms": 9.135, "p95_ms": 6.759}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.057, "count": 45, "max_ms": 106.208, "p95_ms": 97.771}, "inference_input_copy_ms": {"avg_ms": 1.695, "count": 45, "max_ms": 2.677, "p95_ms": 2.334}, "processing_residual_ms": {"avg_ms": 0.151, "count": 45, "max_ms": 0.322, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.418, "count": 45, "max_ms": 111.072, "p95_ms": 102.379}, "read_interval": {"avg_ms": 575.181, "count": 45, "max_ms": 21543.28, "p95_ms": 150.422}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 45, "max_ms": 0.031, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.3, "count": 45, "max_ms": 1.059, "p95_ms": 0.576}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 45, "max_ms": 0.025, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.286, "count": 45, "max_ms": 1.038, "p95_ms": 0.559}, "worker_merge_ms": {"avg_ms": 0.005, "count": 45, "max_ms": 0.013, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.83, "count": 45, "max_ms": 64.527, "p95_ms": 58.998}, "visualize": {"avg_ms": 32.079, "count": 45, "max_ms": 47.109, "p95_ms": 42.822}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.833, "count": 45, "max_ms": 44.085, "p95_ms": 39.663}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.614, "count": 45, "max_ms": 45.736, "p95_ms": 41.008}, "visualize_input_copy_ms": {"avg_ms": 1.281, "count": 45, "max_ms": 2.939, "p95_ms": 2.084}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 45, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.497, "count": 45, "max_ms": 45.618, "p95_ms": 40.812}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 45, "max_ms": 0.185, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 45}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.756, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.349, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90913, "write_bytes_delta": 90913, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 596.0, "cpu_core_ratio": 0.547199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 29572, "reason": null, "system_cpu_core_ratio": 0.202334, "system_cpu_s_delta": 4.060000000000002, "user_cpu_core_ratio": 0.344865, "user_cpu_s_delta": 6.9199999999999875}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.273806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380747, "system_cpu_s_delta": 7.639999999999418, "user_cpu_core_ratio": 0.89306, "user_cpu_s_delta": 17.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 265, "max_ms": 7.212, "p95_ms": 4.997, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.162, "max": 3.0, "p95": 3.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 40}, "total": {"avg": 0.151, "max": 1.0, "p95": 1.0, "sample_count": 265}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.065, "count": 30, "max": 68.68, "p95": 61.252, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.307, "count": 30, "max": 30.35, "p95": 26.66, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1037.467, "count": 30, "max": 1243.0, "p95": 1204.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 616.933, "count": 30, "max": 6692.0, "p95": 2615.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.229, "p95": 0.21, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.467, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.115, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90855.867, "count": 30, "max": 104576.0, "p95": 94711.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 39.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.487, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.153, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6661, "sampled_at": "2026-10-31T14:08:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:08:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1336073, "flush_count": 1429, "flush_interval_seconds": 30.0, "flush_state": {"count": 1429, "last_at": "2026-10-31T14:22:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:22:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1428}, "started": true, "suppressed_count": 794404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 794266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1429, "written_record_count": 1429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6953.359, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fbc2aa47e40] error while decoding MB 95 55, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2199932006400, "copied_frame_count": 795693, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:22:26+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2801992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:22:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.327}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 129, "events_failed": 0, "events_observed": 138, "events_suppressed": 9, "frame_buffer_copied_bytes": 2199932006400, "frame_buffer_copies": 795693, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0981, "count": 512, "max_ms": 1.5899, "p50_ms": 0.0823, "p95_ms": 0.1901, "p99_ms": 0.273}, "stages": {"db_insert": {"avg_ms": 16.6357, "count": 129, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.4158, "p99_ms": 53.8963, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.742, "count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.1416, "count": 138, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1308.1045, "p99_ms": 1410.5183, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5528, "count": 512, "max_ms": 5.634, "p50_ms": 1.4816, "p95_ms": 2.4891, "p99_ms": 3.231, "results": {"failed": 0, "not_applicable": 0, "success": 795693, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.45, "count": 138, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9545, "p99_ms": 686.1645, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2246, "count": 129, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 58.4433, "p99_ms": 68.1309, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.6472, "count": 512, "max_ms": 14.8448, "p50_ms": 5.321, "p95_ms": 8.421, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.574, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4528, "p95_ms": 2.6412, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.9175, "count": 129, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.3038, "p99_ms": 683.7046, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9534, "count": 129, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.7082, "p99_ms": 567.0545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0471, "count": 129, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.7432, "p99_ms": 111.4071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.846, "count": 129, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3062, "p99_ms": 9.179, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.3189, "count": 129, "max_ms": 73.1462, "p50_ms": 34.6215, "p95_ms": 56.5345, "p99_ms": 70.2806, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9376, "count": 129, "max_ms": 9.2164, "p50_ms": 0.726, "p95_ms": 1.7028, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.4743, "count": 129, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 643.9881, "p99_ms": 711.4415, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2062, "count": 129, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.2833, "p99_ms": 11.3661, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0675, "count": 129, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 65.3664, "p99_ms": 73.6087, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0953, "count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1928, "count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.6911, "count": 129, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 726.2875, "p99_ms": 793.5732, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256}, "wait_ms": {"count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15671, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:22:41+09:00", "last_error_summary": "[h264 @ 0x5fbc2aa47e40] error while decoding MB 95 55, bytestream -11", "last_exit_at": "2026-10-31T14:08:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.236, "last_started_at": "2026-10-31T14:08:44+09:00", "pid": 29688, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 29688, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 109, "restart_count_per_hour": 6, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.859, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-31T14:22:41+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-31T14:22:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.474, "last_sample_duration_ms": 960.671, "last_trigger": "periodic", "next_snapshot_in_sec": 355.526, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 143, "storage_bytes": 2393766}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-31T14:22:41.690570+09:00", "mtime_epoch": 1793424161.6905704, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87470}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:22:41+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1263.848, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 99, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 795694, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.734, "max": 11.0, "p95": 9.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.253, "max": 4.0, "p95": 4.0, "sample_count": 229}, "total": {"avg": 2.253, "max": 4.0, "p95": 4.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.389, "max": 2.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 0.389, "max": 2.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.643, "pushed": 7.643, "read": 7.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 31.883, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.994, "count": 229, "max_ms": 6.828, "p95_ms": 3.061, "reason": null, "sample_age_ms": 85.894, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 229, "max_ms": 4.358, "p95_ms": 2.307, "reason": null, "sample_age_ms": 86.119, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 229, "max_ms": 0.925, "p95_ms": 0.64, "reason": null, "sample_age_ms": 31.892, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.062, "count": 229, "max_ms": 5.972, "p95_ms": 3.447, "reason": null, "sample_age_ms": 83.642, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.62, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.152, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.669, "count": 229, "max_ms": 76.471, "p95_ms": 63.67, "reason": null, "sample_age_ms": 31.879, "source": "client_direct"}, "sample_age_ms": 31.876, "source": "client_direct", "task_total_ms": {"avg_ms": 48.285, "count": 229, "max_ms": 80.846, "p95_ms": 66.995, "reason": null, "sample_age_ms": 31.876, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.049, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.391, "count": 229, "max_ms": 16.078, "p95_ms": 13.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.452, "count": 229, "max_ms": 1.494, "p95_ms": 0.844}, "detection_prepare_ms": {"avg_ms": 1.666, "count": 229, "max_ms": 7.876, "p95_ms": 2.795}, "event_filter_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.357, "count": 229, "max_ms": 1.757, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.748, "count": 229, "max_ms": 7.688, "p95_ms": 5.334}, "setup_ms": {"avg_ms": 0.043, "count": 229, "max_ms": 0.126, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 7.33, "count": 229, "max_ms": 16.007, "p95_ms": 13.288}, "track_match_ms": {"avg_ms": 0.111, "count": 229, "max_ms": 0.388, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.943, "count": 229, "max_ms": 7.412, "p95_ms": 3.332}}, "gstreamer_push": {"avg_ms": 3.574, "count": 229, "max_ms": 13.998, "p95_ms": 6.115}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 229, "max_ms": 0.606, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.747, "count": 229, "max_ms": 83.993, "p95_ms": 68.489}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.258, "count": 229, "max_ms": 15.237, "p95_ms": 9.896}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.308, "count": 229, "max_ms": 781.71, "p95_ms": 141.153}, "inference_input_copy_ms": {"avg_ms": 1.781, "count": 229, "max_ms": 3.822, "p95_ms": 3.07}, "processing_residual_ms": {"avg_ms": 0.221, "count": 229, "max_ms": 5.398, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.568, "count": 229, "max_ms": 797.65, "p95_ms": 157.542}, "read_interval": {"avg_ms": 130.994, "count": 229, "max_ms": 852.889, "p95_ms": 192.621}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 229, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.671, "count": 229, "max_ms": 7.629, "p95_ms": 5.246}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 229, "max_ms": 0.062, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.653, "count": 229, "max_ms": 7.613, "p95_ms": 5.228}, "worker_merge_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.761, "count": 229, "max_ms": 84.021, "p95_ms": 68.503}, "visualize": {"avg_ms": 41.65, "count": 229, "max_ms": 257.678, "p95_ms": 62.346}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.82, "count": 229, "max_ms": 250.441, "p95_ms": 51.221}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.067, "count": 229, "max_ms": 256.127, "p95_ms": 60.426}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 229, "max_ms": 6.487, "p95_ms": 2.402}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.937, "count": 229, "max_ms": 255.973, "p95_ms": 60.215}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 229, "max_ms": 0.217, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1263.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.747, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.091, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86054, "write_bytes_delta": 86054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 846.0, "cpu_core_ratio": 0.338629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 29688, "reason": null, "system_cpu_core_ratio": 0.029381, "system_cpu_s_delta": 0.5899999999999963, "user_cpu_core_ratio": 0.309248, "user_cpu_s_delta": 6.2099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42500.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560231, "system_cpu_s_delta": 11.25, "user_cpu_core_ratio": 1.139884, "user_cpu_s_delta": 22.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 230, "max_ms": 13.998, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.178, "max": 8.0, "p95": 7.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.03, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 2.03, "max": 4.0, "p95": 4.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.303, "count": 30, "max": 56.215, "p95": 52.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.464, "count": 30, "max": 34.783, "p95": 28.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 996.5, "count": 30, "max": 1175.0, "p95": 1168.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 78.9, "count": 30, "max": 675.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.455, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88778.033, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85783.8, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1436.5, "count": 30, "max": 42500.0, "p95": 30.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.56, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6713, "sampled_at": "2026-10-31T14:22:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:22:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1336073, "flush_count": 1429, "flush_interval_seconds": 30.0, "flush_state": {"count": 1429, "last_at": "2026-10-31T14:22:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:22:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1428}, "started": true, "suppressed_count": 794404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 794266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1429, "written_record_count": 1429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6965.012, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T14:22:41+09:00", "last_error_summary": "[h264 @ 0x5fbc2aa47e40] error while decoding MB 95 55, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2199934771200, "copied_frame_count": 795694, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:22:26+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2801992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:22:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.327}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 129, "events_failed": 0, "events_observed": 138, "events_suppressed": 9, "frame_buffer_copied_bytes": 2199934771200, "frame_buffer_copies": 795694, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0983, "count": 512, "max_ms": 1.5899, "p50_ms": 0.0823, "p95_ms": 0.1901, "p99_ms": 0.273}, "stages": {"db_insert": {"avg_ms": 16.6357, "count": 129, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.4158, "p99_ms": 53.8963, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.742, "count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.1416, "count": 138, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1308.1045, "p99_ms": 1410.5183, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5638, "count": 512, "max_ms": 6.6548, "p50_ms": 1.4837, "p95_ms": 2.5211, "p99_ms": 3.2338, "results": {"failed": 0, "not_applicable": 0, "success": 795694, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.45, "count": 138, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9545, "p99_ms": 686.1645, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2246, "count": 129, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 58.4433, "p99_ms": 68.1309, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.6472, "count": 512, "max_ms": 14.8448, "p50_ms": 5.321, "p95_ms": 8.421, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.574, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4528, "p95_ms": 2.6412, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.9175, "count": 129, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.3038, "p99_ms": 683.7046, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9534, "count": 129, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.7082, "p99_ms": 567.0545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0471, "count": 129, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.7432, "p99_ms": 111.4071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.846, "count": 129, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3062, "p99_ms": 9.179, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.3189, "count": 129, "max_ms": 73.1462, "p50_ms": 34.6215, "p95_ms": 56.5345, "p99_ms": 70.2806, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9376, "count": 129, "max_ms": 9.2164, "p50_ms": 0.726, "p95_ms": 1.7028, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.4743, "count": 129, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 643.9881, "p99_ms": 711.4415, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2062, "count": 129, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.2833, "p99_ms": 11.3661, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0675, "count": 129, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 65.3664, "p99_ms": 73.6087, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0953, "count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1928, "count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.6911, "count": 129, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 726.2875, "p99_ms": 793.5732, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256}, "wait_ms": {"count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15671, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:22:41+09:00", "last_error_summary": "[h264 @ 0x5fbc2aa47e40] error while decoding MB 95 55, bytestream -11", "last_exit_at": "2026-10-31T14:22:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.315, "last_started_at": "2026-10-31T14:08:44+09:00", "pid": 29688, "process": {"exists": false, "pid": 29688}, "restart_count": 109, "restart_count_per_hour": 6, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.859, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-31T14:22:41+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-31T14:22:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.53, "last_sample_duration_ms": 960.671, "last_trigger": "periodic", "next_snapshot_in_sec": 355.47, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 143, "storage_bytes": 2393766}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-31T14:22:41.816569+09:00", "mtime_epoch": 1793424161.8165693, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87600}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:22:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1263.836, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 99, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 795694, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.751, "max": 11.0, "p95": 9.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.258, "max": 4.0, "p95": 4.0, "sample_count": 229}, "total": {"avg": 2.258, "max": 4.0, "p95": 4.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.389, "max": 2.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 0.389, "max": 2.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.661, "pushed": 7.661, "read": 7.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 100.759, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.995, "count": 228, "max_ms": 6.828, "p95_ms": 3.061, "reason": null, "sample_age_ms": 154.769, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 228, "max_ms": 4.358, "p95_ms": 2.308, "reason": null, "sample_age_ms": 154.995, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 229, "max_ms": 0.925, "p95_ms": 0.64, "reason": null, "sample_age_ms": 100.768, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.058, "count": 228, "max_ms": 5.972, "p95_ms": 3.447, "reason": null, "sample_age_ms": 152.518, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.496, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.027, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.669, "count": 229, "max_ms": 76.471, "p95_ms": 63.67, "reason": null, "sample_age_ms": 100.755, "source": "client_direct"}, "sample_age_ms": 100.752, "source": "client_direct", "task_total_ms": {"avg_ms": 48.285, "count": 229, "max_ms": 80.846, "p95_ms": 66.995, "reason": null, "sample_age_ms": 100.752, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.863, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.4, "count": 229, "max_ms": 16.078, "p95_ms": 13.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.454, "count": 229, "max_ms": 1.494, "p95_ms": 0.844}, "detection_prepare_ms": {"avg_ms": 1.666, "count": 229, "max_ms": 7.876, "p95_ms": 2.795}, "event_filter_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.357, "count": 229, "max_ms": 1.757, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.752, "count": 229, "max_ms": 7.688, "p95_ms": 5.334}, "setup_ms": {"avg_ms": 0.043, "count": 229, "max_ms": 0.126, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 7.339, "count": 229, "max_ms": 16.007, "p95_ms": 13.288}, "track_match_ms": {"avg_ms": 0.111, "count": 229, "max_ms": 0.388, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.946, "count": 229, "max_ms": 7.412, "p95_ms": 3.332}}, "gstreamer_push": {"avg_ms": 3.576, "count": 229, "max_ms": 13.998, "p95_ms": 6.115}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 229, "max_ms": 0.606, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.734, "count": 229, "max_ms": 83.993, "p95_ms": 68.489}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.258, "count": 229, "max_ms": 15.237, "p95_ms": 9.896}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.329, "count": 229, "max_ms": 781.71, "p95_ms": 141.153}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 229, "max_ms": 3.822, "p95_ms": 3.07}, "processing_residual_ms": {"avg_ms": 0.222, "count": 229, "max_ms": 5.398, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.587, "count": 229, "max_ms": 797.65, "p95_ms": 157.542}, "read_interval": {"avg_ms": 131.042, "count": 228, "max_ms": 852.889, "p95_ms": 192.621}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 229, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.675, "count": 229, "max_ms": 7.629, "p95_ms": 5.246}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 229, "max_ms": 0.062, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.656, "count": 229, "max_ms": 7.613, "p95_ms": 5.228}, "worker_merge_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.748, "count": 229, "max_ms": 84.021, "p95_ms": 68.503}, "visualize": {"avg_ms": 41.676, "count": 229, "max_ms": 257.678, "p95_ms": 62.346}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.844, "count": 229, "max_ms": 250.441, "p95_ms": 51.221}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.096, "count": 229, "max_ms": 256.127, "p95_ms": 60.426}, "visualize_input_copy_ms": {"avg_ms": 1.382, "count": 229, "max_ms": 6.487, "p95_ms": 2.402}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.965, "count": 229, "max_ms": 255.973, "p95_ms": 60.215}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 229, "max_ms": 0.217, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1263.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.747, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.091, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86054, "write_bytes_delta": 86054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 846.0, "cpu_core_ratio": 0.338629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 29688, "reason": null, "system_cpu_core_ratio": 0.029381, "system_cpu_s_delta": 0.5899999999999963, "user_cpu_core_ratio": 0.309248, "user_cpu_s_delta": 6.2099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42500.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560231, "system_cpu_s_delta": 11.25, "user_cpu_core_ratio": 1.139884, "user_cpu_s_delta": 22.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 230, "max_ms": 13.998, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.178, "max": 8.0, "p95": 7.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.03, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 2.03, "max": 4.0, "p95": 4.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.303, "count": 30, "max": 56.215, "p95": 52.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.464, "count": 30, "max": 34.783, "p95": 28.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 996.5, "count": 30, "max": 1175.0, "p95": 1168.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 78.9, "count": 30, "max": 675.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.455, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88778.033, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85783.8, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1436.5, "count": 30, "max": 42500.0, "p95": 30.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.56, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6713, "sampled_at": "2026-10-31T14:22:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:22:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1336073, "flush_count": 1429, "flush_interval_seconds": 30.0, "flush_state": {"count": 1429, "last_at": "2026-10-31T14:22:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:22:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1428}, "started": true, "suppressed_count": 794404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 794266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1429, "written_record_count": 1429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6941.109, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2199934771200, "copied_frame_count": 795694, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:22:26+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2801992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:22:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.327}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 129, "events_failed": 0, "events_observed": 138, "events_suppressed": 9, "frame_buffer_copied_bytes": 2199934771200, "frame_buffer_copies": 795694, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0983, "count": 512, "max_ms": 1.5899, "p50_ms": 0.0823, "p95_ms": 0.1901, "p99_ms": 0.273}, "stages": {"db_insert": {"avg_ms": 16.6357, "count": 129, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.4158, "p99_ms": 53.8963, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.742, "count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.1416, "count": 138, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1308.1045, "p99_ms": 1410.5183, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5638, "count": 512, "max_ms": 6.6548, "p50_ms": 1.4837, "p95_ms": 2.5211, "p99_ms": 3.2338, "results": {"failed": 0, "not_applicable": 0, "success": 795694, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.45, "count": 138, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9545, "p99_ms": 686.1645, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2246, "count": 129, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 58.4433, "p99_ms": 68.1309, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.6472, "count": 512, "max_ms": 14.8448, "p50_ms": 5.321, "p95_ms": 8.421, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.574, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4528, "p95_ms": 2.6412, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.9175, "count": 129, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.3038, "p99_ms": 683.7046, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9534, "count": 129, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.7082, "p99_ms": 567.0545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0471, "count": 129, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.7432, "p99_ms": 111.4071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.846, "count": 129, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3062, "p99_ms": 9.179, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.3189, "count": 129, "max_ms": 73.1462, "p50_ms": 34.6215, "p95_ms": 56.5345, "p99_ms": 70.2806, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9376, "count": 129, "max_ms": 9.2164, "p50_ms": 0.726, "p95_ms": 1.7028, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.4743, "count": 129, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 643.9881, "p99_ms": 711.4415, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2062, "count": 129, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.2833, "p99_ms": 11.3661, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0675, "count": 129, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 65.3664, "p99_ms": 73.6087, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0953, "count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1928, "count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.6911, "count": 129, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 726.2875, "p99_ms": 793.5732, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256}, "wait_ms": {"count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15671, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:22:41+09:00", "last_error_summary": "[h264 @ 0x5fbc2aa47e40] error while decoding MB 95 55, bytestream -11", "last_exit_at": "2026-10-31T14:22:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.338, "last_started_at": "2026-10-31T14:08:44+09:00", "pid": 29688, "process": {"exists": false, "pid": 29688}, "restart_count": 109, "restart_count_per_hour": 6, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.756, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-31T14:22:41+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-31T14:22:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.558, "last_sample_duration_ms": 960.671, "last_trigger": "periodic", "next_snapshot_in_sec": 355.442, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 143, "storage_bytes": 2393766}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-31T14:22:41.816569+09:00", "mtime_epoch": 1793424161.8165693, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87600}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:22:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1263.836, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 99, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 795694, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.751, "max": 11.0, "p95": 9.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.258, "max": 4.0, "p95": 4.0, "sample_count": 229}, "total": {"avg": 2.258, "max": 4.0, "p95": 4.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.389, "max": 2.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 0.389, "max": 2.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.655, "pushed": 7.655, "read": 7.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 125.429, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.995, "count": 228, "max_ms": 6.828, "p95_ms": 3.061, "reason": null, "sample_age_ms": 179.44, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 228, "max_ms": 4.358, "p95_ms": 2.308, "reason": null, "sample_age_ms": 179.665, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 229, "max_ms": 0.925, "p95_ms": 0.64, "reason": null, "sample_age_ms": 125.438, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.058, "count": 228, "max_ms": 5.972, "p95_ms": 3.447, "reason": null, "sample_age_ms": 177.188, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.166, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.698, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.669, "count": 229, "max_ms": 76.471, "p95_ms": 63.67, "reason": null, "sample_age_ms": 125.425, "source": "client_direct"}, "sample_age_ms": 125.422, "source": "client_direct", "task_total_ms": {"avg_ms": 48.285, "count": 229, "max_ms": 80.846, "p95_ms": 66.995, "reason": null, "sample_age_ms": 125.422, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.989, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.4, "count": 229, "max_ms": 16.078, "p95_ms": 13.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.454, "count": 229, "max_ms": 1.494, "p95_ms": 0.844}, "detection_prepare_ms": {"avg_ms": 1.666, "count": 229, "max_ms": 7.876, "p95_ms": 2.795}, "event_filter_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.357, "count": 229, "max_ms": 1.757, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.752, "count": 229, "max_ms": 7.688, "p95_ms": 5.334}, "setup_ms": {"avg_ms": 0.043, "count": 229, "max_ms": 0.126, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 7.339, "count": 229, "max_ms": 16.007, "p95_ms": 13.288}, "track_match_ms": {"avg_ms": 0.111, "count": 229, "max_ms": 0.388, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.946, "count": 229, "max_ms": 7.412, "p95_ms": 3.332}}, "gstreamer_push": {"avg_ms": 3.576, "count": 229, "max_ms": 13.998, "p95_ms": 6.115}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 229, "max_ms": 0.606, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.734, "count": 229, "max_ms": 83.993, "p95_ms": 68.489}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.258, "count": 229, "max_ms": 15.237, "p95_ms": 9.896}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.329, "count": 229, "max_ms": 781.71, "p95_ms": 141.153}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 229, "max_ms": 3.822, "p95_ms": 3.07}, "processing_residual_ms": {"avg_ms": 0.222, "count": 229, "max_ms": 5.398, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.587, "count": 229, "max_ms": 797.65, "p95_ms": 157.542}, "read_interval": {"avg_ms": 131.042, "count": 228, "max_ms": 852.889, "p95_ms": 192.621}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 229, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.675, "count": 229, "max_ms": 7.629, "p95_ms": 5.246}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 229, "max_ms": 0.062, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.656, "count": 229, "max_ms": 7.613, "p95_ms": 5.228}, "worker_merge_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.748, "count": 229, "max_ms": 84.021, "p95_ms": 68.503}, "visualize": {"avg_ms": 41.676, "count": 229, "max_ms": 257.678, "p95_ms": 62.346}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.844, "count": 229, "max_ms": 250.441, "p95_ms": 51.221}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.096, "count": 229, "max_ms": 256.127, "p95_ms": 60.426}, "visualize_input_copy_ms": {"avg_ms": 1.382, "count": 229, "max_ms": 6.487, "p95_ms": 2.402}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.965, "count": 229, "max_ms": 255.973, "p95_ms": 60.215}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 229, "max_ms": 0.217, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1263.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.747, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.091, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86054, "write_bytes_delta": 86054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 846.0, "cpu_core_ratio": 0.338629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 29688, "reason": null, "system_cpu_core_ratio": 0.029381, "system_cpu_s_delta": 0.5899999999999963, "user_cpu_core_ratio": 0.309248, "user_cpu_s_delta": 6.2099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42500.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560231, "system_cpu_s_delta": 11.25, "user_cpu_core_ratio": 1.139884, "user_cpu_s_delta": 22.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 230, "max_ms": 13.998, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.178, "max": 8.0, "p95": 7.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.03, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 2.03, "max": 4.0, "p95": 4.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.303, "count": 30, "max": 56.215, "p95": 52.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.464, "count": 30, "max": 34.783, "p95": 28.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 996.5, "count": 30, "max": 1175.0, "p95": 1168.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 78.9, "count": 30, "max": 675.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.455, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88778.033, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85783.8, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1436.5, "count": 30, "max": 42500.0, "p95": 30.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.56, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6713, "sampled_at": "2026-10-31T14:22:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:22:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1336073, "flush_count": 1429, "flush_interval_seconds": 30.0, "flush_state": {"count": 1429, "last_at": "2026-10-31T14:22:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:22:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1428}, "started": true, "suppressed_count": 794404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 794266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1429, "written_record_count": 1429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7121.219, "limit_mb": null}, "detail": {"pid": 29928, "restart_count": 110, "start_count": 111}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2199934771200, "copied_frame_count": 795694, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:22:26+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2801992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:22:18+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.327}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 129, "events_failed": 0, "events_observed": 138, "events_suppressed": 9, "frame_buffer_copied_bytes": 2199934771200, "frame_buffer_copies": 795694, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0983, "count": 512, "max_ms": 1.5899, "p50_ms": 0.0823, "p95_ms": 0.1901, "p99_ms": 0.273}, "stages": {"db_insert": {"avg_ms": 16.6357, "count": 129, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 32.4158, "p99_ms": 53.8963, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.742, "count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 947.1416, "count": 138, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1308.1045, "p99_ms": 1410.5183, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5638, "count": 512, "max_ms": 6.6548, "p50_ms": 1.4837, "p95_ms": 2.5211, "p99_ms": 3.2338, "results": {"failed": 0, "not_applicable": 0, "success": 795694, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.45, "count": 138, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9545, "p99_ms": 686.1645, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2246, "count": 129, "max_ms": 69.0696, "p50_ms": 24.686, "p95_ms": 58.4433, "p99_ms": 68.1309, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.6472, "count": 512, "max_ms": 14.8448, "p50_ms": 5.321, "p95_ms": 8.421, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.574, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4528, "p95_ms": 2.6412, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.9175, "count": 129, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.3038, "p99_ms": 683.7046, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9534, "count": 129, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.7082, "p99_ms": 567.0545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0471, "count": 129, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.7432, "p99_ms": 111.4071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.846, "count": 129, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.3062, "p99_ms": 9.179, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.3189, "count": 129, "max_ms": 73.1462, "p50_ms": 34.6215, "p95_ms": 56.5345, "p99_ms": 70.2806, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3864, "count": 129, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.3665, "p99_ms": 10.405, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7943, "count": 138, "max_ms": 4.5565, "p50_ms": 0.6662, "p95_ms": 1.5919, "p99_ms": 2.6072, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9376, "count": 129, "max_ms": 9.2164, "p50_ms": 0.726, "p95_ms": 1.7028, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.4743, "count": 129, "max_ms": 3752.636, "p50_ms": 349.9953, "p95_ms": 643.9881, "p99_ms": 711.4415, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2062, "count": 129, "max_ms": 14.3512, "p50_ms": 1.2896, "p95_ms": 7.2833, "p99_ms": 11.3661, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.0675, "count": 129, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 65.3664, "p99_ms": 73.6087, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0953, "count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1928, "count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 485.6911, "count": 129, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 726.2875, "p99_ms": 793.5732, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1788, "p99_ms": 0.2256}, "wait_ms": {"count": 129, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.858, "p99_ms": 5.6099}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15671, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7909, "p99_ms": 3.6582}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:22:41+09:00", "last_error_summary": "[h264 @ 0x5fbc2aa47e40] error while decoding MB 95 55, bytestream -11", "last_exit_at": "2026-10-31T14:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:22:44+09:00", "pid": 29928, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.867, "name": "ffmpeg", "pid": 29928, "rss_mb": 208.867, "state": "S (sleeping)", "threads": 70}, "restart_count": 110, "restart_count_per_hour": 7, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.859, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.273, "last_frame_pushed_at": "2026-10-31T14:22:41+09:00", "last_frame_read_age_sec": 4.397, "last_frame_read_at": "2026-10-31T14:22:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 248.788, "last_sample_duration_ms": 960.671, "last_trigger": "periodic", "next_snapshot_in_sec": 351.212, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 143, "storage_bytes": 2393766}, "mjpeg": {"age_sec": 4.265, "exists": true, "mtime": "2026-10-31T14:22:41.816569+09:00", "mtime_epoch": 1793424161.8165693, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87600}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:22:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1263.84, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 99, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 795694, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.974, "max": 11.0, "p95": 9.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.383, "max": 4.0, "p95": 4.0, "sample_count": 193}, "total": {"avg": 2.383, "max": 4.0, "p95": 4.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.44, "max": 2.0, "p95": 2.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.44, "max": 2.0, "p95": 2.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.439, "pushed": 6.439, "read": 6.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4353.445, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.972, "count": 193, "max_ms": 6.828, "p95_ms": 2.857, "reason": null, "sample_age_ms": 4407.455, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 193, "max_ms": 4.358, "p95_ms": 2.353, "reason": null, "sample_age_ms": 4407.681, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 193, "max_ms": 0.852, "p95_ms": 0.653, "reason": null, "sample_age_ms": 4353.454, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.082, "count": 193, "max_ms": 4.389, "p95_ms": 3.463, "reason": null, "sample_age_ms": 4405.204, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4405.182, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4353.713, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.381, "count": 193, "max_ms": 76.471, "p95_ms": 63.658, "reason": null, "sample_age_ms": 4353.441, "source": "client_direct"}, "sample_age_ms": 4353.438, "source": "client_direct", "task_total_ms": {"avg_ms": 48.004, "count": 193, "max_ms": 80.846, "p95_ms": 66.612, "reason": null, "sample_age_ms": 4353.438, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.095, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.709, "count": 193, "max_ms": 16.078, "p95_ms": 13.61}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.466, "count": 193, "max_ms": 1.494, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.695, "count": 193, "max_ms": 7.876, "p95_ms": 2.893}, "event_filter_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.359, "count": 193, "max_ms": 0.852, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.972, "count": 193, "max_ms": 7.688, "p95_ms": 5.556}, "setup_ms": {"avg_ms": 0.043, "count": 193, "max_ms": 0.126, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 7.647, "count": 193, "max_ms": 16.007, "p95_ms": 13.517}, "track_match_ms": {"avg_ms": 0.116, "count": 193, "max_ms": 0.388, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 1.986, "count": 193, "max_ms": 7.412, "p95_ms": 3.463}}, "gstreamer_push": {"avg_ms": 3.588, "count": 193, "max_ms": 13.998, "p95_ms": 6.115}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 193, "max_ms": 0.332, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.437, "count": 193, "max_ms": 83.993, "p95_ms": 68.451}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.325, "count": 193, "max_ms": 15.237, "p95_ms": 10.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.424, "count": 193, "max_ms": 781.71, "p95_ms": 151.489}, "inference_input_copy_ms": {"avg_ms": 1.792, "count": 193, "max_ms": 3.822, "p95_ms": 3.077}, "processing_residual_ms": {"avg_ms": 0.229, "count": 193, "max_ms": 5.398, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.771, "count": 193, "max_ms": 797.65, "p95_ms": 163.459}, "read_interval": {"avg_ms": 133.437, "count": 193, "max_ms": 852.889, "p95_ms": 194.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 193, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.893, "count": 193, "max_ms": 7.629, "p95_ms": 5.42}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 193, "max_ms": 0.062, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.874, "count": 193, "max_ms": 7.613, "p95_ms": 5.365}, "worker_merge_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.032, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.451, "count": 193, "max_ms": 84.021, "p95_ms": 68.458}, "visualize": {"avg_ms": 42.015, "count": 193, "max_ms": 257.678, "p95_ms": 63.782}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.952, "count": 193, "max_ms": 250.441, "p95_ms": 51.221}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.45, "count": 193, "max_ms": 256.127, "p95_ms": 60.892}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 193, "max_ms": 6.487, "p95_ms": 2.259}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.319, "count": 193, "max_ms": 255.973, "p95_ms": 60.731}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 193, "max_ms": 0.217, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1263.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.747, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.091, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86054, "write_bytes_delta": 86054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 846.0, "cpu_core_ratio": 0.338629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 29688, "reason": null, "system_cpu_core_ratio": 0.029381, "system_cpu_s_delta": 0.5899999999999963, "user_cpu_core_ratio": 0.309248, "user_cpu_s_delta": 6.2099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42500.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560231, "system_cpu_s_delta": 11.25, "user_cpu_core_ratio": 1.139884, "user_cpu_s_delta": 22.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 230, "max_ms": 13.998, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.178, "max": 8.0, "p95": 7.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.03, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 2.03, "max": 4.0, "p95": 4.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.303, "count": 30, "max": 56.215, "p95": 52.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.464, "count": 30, "max": 34.783, "p95": 28.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 996.5, "count": 30, "max": 1175.0, "p95": 1168.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 78.9, "count": 30, "max": 675.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.043, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.455, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88778.033, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85783.8, "count": 30, "max": 92197.0, "p95": 91731.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1436.5, "count": 30, "max": 42500.0, "p95": 30.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.56, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.24, "p95": 1.237, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6713, "sampled_at": "2026-10-31T14:22:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:22:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1075702, "flush_count": 1430, "flush_interval_seconds": 30.0, "flush_state": {"count": 1430, "last_at": "2026-10-31T14:23:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:23:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1429}, "started": true, "suppressed_count": 837673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 837673}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1430, "written_record_count": 1430}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6699.609, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2319949209600, "copied_frame_count": 839102, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2319949209600, "frame_buffer_copies": 839102, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1163, "count": 512, "max_ms": 1.8147, "p50_ms": 0.0987, "p95_ms": 0.2175, "p99_ms": 0.2716}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3285, "count": 512, "max_ms": 3.7518, "p50_ms": 1.221, "p95_ms": 2.2954, "p99_ms": 3.0392, "results": {"failed": 0, "not_applicable": 0, "success": 839102, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:24:06+09:00", "last_error_summary": "[rtsp @ 0x61c9fdab4f00] RTP: PT=60: bad cseq ee52 expected=eecb", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 10950.803, "last_started_at": "2026-10-31T11:21:35+09:00", "pid": 25488, "process": {"exists": false, "pid": 25488}, "restart_count": 70, "restart_count_per_hour": 0, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.541, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-31T14:24:06+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-10-31T14:24:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.049, "last_sample_duration_ms": 960.671, "last_trigger": "periodic", "next_snapshot_in_sec": 270.951, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 143, "storage_bytes": 2393766}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-31T14:24:06.312021+09:00", "mtime_epoch": 1793424246.3120205, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109945}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T14:24:06+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1157.66, "name": "celery", "pid": 176, "rss_mb": 1156.969, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 839102, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.696, "pushed": 8.696, "read": 8.696}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 90.947, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.538, "count": 223, "max_ms": 3.895, "p95_ms": 1.556, "reason": null, "sample_age_ms": 132.216, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 223, "max_ms": 1.93, "p95_ms": 1.17, "reason": null, "sample_age_ms": 132.977, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 223, "max_ms": 0.55, "p95_ms": 0.329, "reason": null, "sample_age_ms": 90.954, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.376, "count": 223, "max_ms": 3.254, "p95_ms": 2.174, "reason": null, "sample_age_ms": 129.626, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2211848.0, "count": 223, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.58, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.148, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.787, "count": 223, "max_ms": 82.596, "p95_ms": 54.455, "reason": null, "sample_age_ms": 90.943, "source": "client_direct"}, "sample_age_ms": 90.938, "source": "client_direct", "task_total_ms": {"avg_ms": 39.466, "count": 223, "max_ms": 84.651, "p95_ms": 56.407, "reason": null, "sample_age_ms": 90.938, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.649, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.724, "count": 223, "max_ms": 2.063, "p95_ms": 1.424}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 223, "max_ms": 0.726, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 223, "max_ms": 0.267, "p95_ms": 0.2}, "event_filter_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.059, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 223, "max_ms": 0.217, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 223, "max_ms": 0.804, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.041, "count": 223, "max_ms": 0.163, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.686, "count": 223, "max_ms": 1.987, "p95_ms": 1.326}, "track_match_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.018, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 223, "max_ms": 0.565, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.657, "count": 223, "max_ms": 6.361, "p95_ms": 4.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 223, "max_ms": 0.307, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.359, "count": 223, "max_ms": 86.469, "p95_ms": 57.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 223, "max_ms": 0.118, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.701, "count": 223, "max_ms": 135.352, "p95_ms": 102.378}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 223, "max_ms": 3.223, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.133, "count": 223, "max_ms": 0.423, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.379, "count": 223, "max_ms": 137.648, "p95_ms": 104.276}, "read_interval": {"avg_ms": 154.61, "count": 223, "max_ms": 8959.264, "p95_ms": 142.186}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 223, "max_ms": 0.056, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.13, "count": 223, "max_ms": 0.665, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 223, "max_ms": 0.039, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 223, "max_ms": 0.622, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.373, "count": 223, "max_ms": 86.477, "p95_ms": 57.364}, "visualize": {"avg_ms": 40.755, "count": 223, "max_ms": 60.008, "p95_ms": 53.141}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.924, "count": 223, "max_ms": 59.065, "p95_ms": 52.363}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.569, "count": 223, "max_ms": 59.812, "p95_ms": 52.909}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.474, "count": 223, "max_ms": 59.699, "p95_ms": 52.803}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 223, "max_ms": 0.268, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1156.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.764, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.827, "sample_count": 2867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:24:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113735, "write_bytes_delta": 113735, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 745.0, "cpu_core_ratio": 1.163414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5012.0, "pid": 25488, "reason": null, "system_cpu_core_ratio": 0.29272, "system_cpu_s_delta": 5.8799999999999955, "user_cpu_core_ratio": 0.870694, "user_cpu_s_delta": 17.48999999999978}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.620786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 175975.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.144867, "system_cpu_s_delta": 2.9099999999998545, "user_cpu_core_ratio": 0.47592, "user_cpu_s_delta": 9.560000000004948}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.659, "count": 177, "max_ms": 6.361, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.278, "count": 30, "max": 60.427, "p95": 48.262, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.517, "count": 30, "max": 38.745, "p95": 29.857, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.533, "count": 30, "max": 1506.0, "p95": 1486.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 192.067, "count": 30, "max": 5012.0, "p95": 412.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.293, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.317, "p95": 1.308, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113573.833, "count": 30, "max": 116712.0, "p95": 115321.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113573.833, "count": 30, "max": 116712.0, "p95": 115321.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174524.667, "count": 30, "max": 257576.0, "p95": 244416.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.212, "p95": 0.195, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.59, "count": 30, "max": 0.617, "p95": 0.613, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6843, "sampled_at": "2026-10-31T14:24:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:24:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.645, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1075702, "flush_count": 1430, "flush_interval_seconds": 30.0, "flush_state": {"count": 1430, "last_at": "2026-10-31T14:23:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:23:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1429}, "started": true, "suppressed_count": 837673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 837673}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1430, "written_record_count": 1430}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6698.887, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2319949209600, "copied_frame_count": 839102, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2319949209600, "frame_buffer_copies": 839102, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1163, "count": 512, "max_ms": 1.8147, "p50_ms": 0.0987, "p95_ms": 0.2175, "p99_ms": 0.2716}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3285, "count": 512, "max_ms": 3.7518, "p50_ms": 1.221, "p95_ms": 2.2954, "p99_ms": 3.0392, "results": {"failed": 0, "not_applicable": 0, "success": 839102, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:24:06+09:00", "last_error_summary": "[rtsp @ 0x61c9fdab4f00] RTP: PT=60: bad cseq ee52 expected=eecb", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 10950.844, "last_started_at": "2026-10-31T11:21:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 70, "restart_count_per_hour": 0, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.541, "sample_count": 2868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-31T14:24:06+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-31T14:24:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.08, "last_sample_duration_ms": 960.671, "last_trigger": "periodic", "next_snapshot_in_sec": 270.92, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 143, "storage_bytes": 2393766}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-31T14:24:06.312021+09:00", "mtime_epoch": 1793424246.3120205, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109945}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T14:24:06+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1157.66, "name": "celery", "pid": 176, "rss_mb": 1156.969, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 839102, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.682, "pushed": 8.682, "read": 8.682}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 129.544, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.538, "count": 223, "max_ms": 3.895, "p95_ms": 1.556, "reason": null, "sample_age_ms": 170.813, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 223, "max_ms": 1.93, "p95_ms": 1.17, "reason": null, "sample_age_ms": 171.574, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 223, "max_ms": 0.55, "p95_ms": 0.329, "reason": null, "sample_age_ms": 129.551, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.376, "count": 223, "max_ms": 3.254, "p95_ms": 2.174, "reason": null, "sample_age_ms": 168.223, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2211848.0, "count": 223, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 168.177, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.787, "count": 223, "max_ms": 82.596, "p95_ms": 54.455, "reason": null, "sample_age_ms": 129.54, "source": "client_direct"}, "sample_age_ms": 129.534, "source": "client_direct", "task_total_ms": {"avg_ms": 39.466, "count": 223, "max_ms": 84.651, "p95_ms": 56.407, "reason": null, "sample_age_ms": 129.534, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.313, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.724, "count": 223, "max_ms": 2.063, "p95_ms": 1.424}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 223, "max_ms": 0.726, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 223, "max_ms": 0.267, "p95_ms": 0.2}, "event_filter_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.059, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 223, "max_ms": 0.217, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 223, "max_ms": 0.804, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.041, "count": 223, "max_ms": 0.163, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.686, "count": 223, "max_ms": 1.987, "p95_ms": 1.326}, "track_match_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.018, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 223, "max_ms": 0.565, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.657, "count": 223, "max_ms": 6.361, "p95_ms": 4.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 223, "max_ms": 0.307, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.359, "count": 223, "max_ms": 86.469, "p95_ms": 57.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 223, "max_ms": 0.118, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.701, "count": 223, "max_ms": 135.352, "p95_ms": 102.378}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 223, "max_ms": 3.223, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.133, "count": 223, "max_ms": 0.423, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.379, "count": 223, "max_ms": 137.648, "p95_ms": 104.276}, "read_interval": {"avg_ms": 154.61, "count": 223, "max_ms": 8959.264, "p95_ms": 142.186}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 223, "max_ms": 0.056, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.13, "count": 223, "max_ms": 0.665, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 223, "max_ms": 0.039, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 223, "max_ms": 0.622, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.373, "count": 223, "max_ms": 86.477, "p95_ms": 57.364}, "visualize": {"avg_ms": 40.755, "count": 223, "max_ms": 60.008, "p95_ms": 53.141}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.924, "count": 223, "max_ms": 59.065, "p95_ms": 52.363}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.569, "count": 223, "max_ms": 59.812, "p95_ms": 52.909}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.474, "count": 223, "max_ms": 59.699, "p95_ms": 52.803}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 223, "max_ms": 0.268, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1156.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.764, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.827, "sample_count": 2867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:24:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113735, "write_bytes_delta": 113735, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 745.0, "cpu_core_ratio": 1.163414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5012.0, "pid": 25488, "reason": null, "system_cpu_core_ratio": 0.29272, "system_cpu_s_delta": 5.8799999999999955, "user_cpu_core_ratio": 0.870694, "user_cpu_s_delta": 17.48999999999978}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.620786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 175975.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.144867, "system_cpu_s_delta": 2.9099999999998545, "user_cpu_core_ratio": 0.47592, "user_cpu_s_delta": 9.560000000004948}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.659, "count": 177, "max_ms": 6.361, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.278, "count": 30, "max": 60.427, "p95": 48.262, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.517, "count": 30, "max": 38.745, "p95": 29.857, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.533, "count": 30, "max": 1506.0, "p95": 1486.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 192.067, "count": 30, "max": 5012.0, "p95": 412.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.293, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.317, "p95": 1.308, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113573.833, "count": 30, "max": 116712.0, "p95": 115321.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113573.833, "count": 30, "max": 116712.0, "p95": 115321.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174524.667, "count": 30, "max": 257576.0, "p95": 244416.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.212, "p95": 0.195, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.59, "count": 30, "max": 0.617, "p95": 0.613, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6843, "sampled_at": "2026-10-31T14:24:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:24:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.685, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1075702, "flush_count": 1430, "flush_interval_seconds": 30.0, "flush_state": {"count": 1430, "last_at": "2026-10-31T14:23:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:23:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1429}, "started": true, "suppressed_count": 837673, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 837673}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1430, "written_record_count": 1430}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6739.152, "limit_mb": null}, "detail": {"pid": 30106, "restart_count": 71, "start_count": 72}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2319949209600, "copied_frame_count": 839102, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2319949209600, "frame_buffer_copies": 839102, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1163, "count": 512, "max_ms": 1.8147, "p50_ms": 0.0987, "p95_ms": 0.2175, "p99_ms": 0.2716}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3285, "count": 512, "max_ms": 3.7518, "p50_ms": 1.221, "p95_ms": 2.2954, "p99_ms": 3.0392, "results": {"failed": 0, "not_applicable": 0, "success": 839102, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:24:06+09:00", "last_error_summary": "[rtsp @ 0x61c9fdab4f00] RTP: PT=60: bad cseq ee52 expected=eecb", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:24:08+09:00", "pid": 30106, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.77, "name": "ffmpeg", "pid": 30106, "rss_mb": 74.77, "state": "S (sleeping)", "threads": 1}, "restart_count": 71, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.595, "sample_count": 2823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.461, "last_frame_pushed_at": "2026-10-31T14:24:06+09:00", "last_frame_read_age_sec": 4.549, "last_frame_read_at": "2026-10-31T14:24:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.471, "last_sample_duration_ms": 960.671, "last_trigger": "periodic", "next_snapshot_in_sec": 266.529, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 143, "storage_bytes": 2393766}, "mjpeg": {"age_sec": 4.452, "exists": true, "mtime": "2026-10-31T14:24:06.312021+09:00", "mtime_epoch": 1793424246.3120205, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109945}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T14:24:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1157.66, "name": "celery", "pid": 176, "rss_mb": 1156.973, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 839102, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.448, "pushed": 7.448, "read": 7.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.006, "count": 222, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4516.837, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.533, "count": 222, "max_ms": 3.895, "p95_ms": 1.525, "reason": null, "sample_age_ms": 4558.106, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.208, "count": 222, "max_ms": 1.93, "p95_ms": 1.151, "reason": null, "sample_age_ms": 4558.867, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.137, "count": 222, "max_ms": 0.55, "p95_ms": 0.329, "reason": null, "sample_age_ms": 4516.845, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.375, "count": 222, "max_ms": 3.254, "p95_ms": 2.174, "reason": null, "sample_age_ms": 4555.516, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2211848.0, "count": 222, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4555.47, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4517.038, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.644, "count": 222, "max_ms": 82.596, "p95_ms": 53.817, "reason": null, "sample_age_ms": 4516.833, "source": "client_direct"}, "sample_age_ms": 4516.828, "source": "client_direct", "task_total_ms": {"avg_ms": 39.322, "count": 222, "max_ms": 84.651, "p95_ms": 56.269, "reason": null, "sample_age_ms": 4516.828, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.105, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.724, "count": 223, "max_ms": 2.063, "p95_ms": 1.424}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 223, "max_ms": 0.726, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 223, "max_ms": 0.267, "p95_ms": 0.2}, "event_filter_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.059, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 223, "max_ms": 0.217, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 223, "max_ms": 0.804, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.041, "count": 223, "max_ms": 0.163, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.686, "count": 223, "max_ms": 1.987, "p95_ms": 1.326}, "track_match_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.018, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 223, "max_ms": 0.565, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.657, "count": 223, "max_ms": 6.361, "p95_ms": 4.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 223, "max_ms": 0.307, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.359, "count": 223, "max_ms": 86.469, "p95_ms": 57.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 223, "max_ms": 0.118, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.701, "count": 223, "max_ms": 135.352, "p95_ms": 102.378}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 223, "max_ms": 3.223, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.133, "count": 223, "max_ms": 0.423, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.379, "count": 223, "max_ms": 137.648, "p95_ms": 104.276}, "read_interval": {"avg_ms": 114.95, "count": 222, "max_ms": 2445.264, "p95_ms": 133.785}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 223, "max_ms": 0.056, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.13, "count": 223, "max_ms": 0.665, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 223, "max_ms": 0.039, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 223, "max_ms": 0.622, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.373, "count": 223, "max_ms": 86.477, "p95_ms": 57.364}, "visualize": {"avg_ms": 40.755, "count": 223, "max_ms": 60.008, "p95_ms": 53.141}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.924, "count": 223, "max_ms": 59.065, "p95_ms": 52.363}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.569, "count": 223, "max_ms": 59.812, "p95_ms": 52.909}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.474, "count": 223, "max_ms": 59.699, "p95_ms": 52.803}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 223, "max_ms": 0.268, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1156.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.764, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.827, "sample_count": 2867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:24:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113735, "write_bytes_delta": 113735, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 745.0, "cpu_core_ratio": 1.163414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5012.0, "pid": 25488, "reason": null, "system_cpu_core_ratio": 0.29272, "system_cpu_s_delta": 5.8799999999999955, "user_cpu_core_ratio": 0.870694, "user_cpu_s_delta": 17.48999999999978}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.620786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 175975.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.144867, "system_cpu_s_delta": 2.9099999999998545, "user_cpu_core_ratio": 0.47592, "user_cpu_s_delta": 9.560000000004948}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.659, "count": 177, "max_ms": 6.361, "p95_ms": 4.156, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.278, "count": 30, "max": 60.427, "p95": 48.262, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.517, "count": 30, "max": 38.745, "p95": 29.857, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.533, "count": 30, "max": 1506.0, "p95": 1486.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 192.067, "count": 30, "max": 5012.0, "p95": 412.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.293, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.317, "p95": 1.308, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113573.833, "count": 30, "max": 116712.0, "p95": 115321.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113573.833, "count": 30, "max": 116712.0, "p95": 115321.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174524.667, "count": 30, "max": 257576.0, "p95": 244416.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.212, "p95": 0.195, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.59, "count": 30, "max": 0.617, "p95": 0.613, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6843, "sampled_at": "2026-10-31T14:24:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:24:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1082382, "flush_count": 1438, "flush_interval_seconds": 30.0, "flush_state": {"count": 1438, "last_at": "2026-10-31T14:31:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:31:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1437}, "started": true, "suppressed_count": 842668, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 842668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1438, "written_record_count": 1438}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6712.312, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e58c1c048c0] cabac decode of qscale diff failed at 127 101 [h264 @ 0x5e58c1c048c0] error while decoding MB 127 101, bytestream 18810 [h264 @ 0x5e58c1d08bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e58c1d08bc0] error while decoding MB 0 54, bytestream 21025", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2333781504000, "copied_frame_count": 844105, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2333781504000, "frame_buffer_copies": 844105, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 3.2665, "p50_ms": 0.1049, "p95_ms": 0.2364, "p99_ms": 0.3043}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.335, "count": 512, "max_ms": 3.7503, "p50_ms": 1.2716, "p95_ms": 2.1783, "p99_ms": 2.7508, "results": {"failed": 0, "not_applicable": 0, "success": 844105, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:32:48+09:00", "last_error_summary": "[h264 @ 0x5e58c1c048c0] cabac decode of qscale diff failed at 127 101 [h264 @ 0x5e58c1c048c0] error while decoding MB 127 101, bytestream 18810 [h264 @ 0x5e58c1d08bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e58c1d08bc0] error while decoding MB 0 54, bytestream 21025", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 519.684, "last_started_at": "2026-10-31T14:24:08+09:00", "pid": 30106, "process": {"exists": false, "pid": 30106}, "restart_count": 71, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.465, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-31T14:32:48+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-31T14:32:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.003, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 350.997, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-10-31T14:32:48.428054+09:00", "mtime_epoch": 1793424768.4280543, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T14:32:48+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1157.66, "name": "celery", "pid": 176, "rss_mb": 1148.816, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 844105, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.579, "pushed": 6.579, "read": 6.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 76.556, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.582, "count": 196, "max_ms": 3.269, "p95_ms": 1.881, "reason": null, "sample_age_ms": 112.499, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 196, "max_ms": 2.564, "p95_ms": 1.302, "reason": null, "sample_age_ms": 112.742, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 197, "max_ms": 0.518, "p95_ms": 0.35, "reason": null, "sample_age_ms": 76.561, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.37, "count": 196, "max_ms": 3.248, "p95_ms": 2.377, "reason": null, "sample_age_ms": 110.625, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 110.596, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.81, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.179, "count": 197, "max_ms": 69.393, "p95_ms": 56.883, "reason": null, "sample_age_ms": 76.553, "source": "client_direct"}, "sample_age_ms": 76.55, "source": "client_direct", "task_total_ms": {"avg_ms": 40.856, "count": 197, "max_ms": 71.332, "p95_ms": 58.827, "reason": null, "sample_age_ms": 76.55, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.798, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 197, "max_ms": 2.037, "p95_ms": 1.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 197, "max_ms": 0.725, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 197, "max_ms": 0.337, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 197, "max_ms": 0.275, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 197, "max_ms": 0.673, "p95_ms": 0.381}, "setup_ms": {"avg_ms": 0.037, "count": 197, "max_ms": 0.121, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.639, "count": 197, "max_ms": 1.936, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.027, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.026, "count": 197, "max_ms": 0.112, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.896, "count": 197, "max_ms": 8.892, "p95_ms": 4.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 197, "max_ms": 0.478, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.756, "count": 197, "max_ms": 72.173, "p95_ms": 60.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 197, "max_ms": 0.136, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.117, "count": 197, "max_ms": 129.751, "p95_ms": 109.01}, "inference_input_copy_ms": {"avg_ms": 1.435, "count": 197, "max_ms": 5.622, "p95_ms": 2.448}, "processing_residual_ms": {"avg_ms": 0.133, "count": 197, "max_ms": 0.37, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.725, "count": 197, "max_ms": 131.482, "p95_ms": 111.123}, "read_interval": {"avg_ms": 152.671, "count": 196, "max_ms": 2768.448, "p95_ms": 395.343}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 197, "max_ms": 0.039, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.123, "count": 197, "max_ms": 0.486, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 197, "max_ms": 0.054, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 197, "max_ms": 0.447, "p95_ms": 0.244}, "worker_merge_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.769, "count": 197, "max_ms": 72.183, "p95_ms": 60.71}, "visualize": {"avg_ms": 40.771, "count": 197, "max_ms": 71.767, "p95_ms": 54.21}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.99, "count": 197, "max_ms": 70.348, "p95_ms": 53.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.601, "count": 197, "max_ms": 71.467, "p95_ms": 54.058}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.512, "count": 197, "max_ms": 71.322, "p95_ms": 53.948}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 197, "max_ms": 0.133, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1148.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.415, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.252, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105074, "write_bytes_delta": 105074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 550.0, "cpu_core_ratio": 1.189983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12414.0, "pid": 30106, "reason": null, "system_cpu_core_ratio": 0.432452, "system_cpu_s_delta": 8.780000000000001, "user_cpu_core_ratio": 0.75753, "user_cpu_s_delta": 15.379999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.467915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 119443.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.098508, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.369407, "user_cpu_s_delta": 7.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.933, "count": 201, "max_ms": 8.892, "p95_ms": 5.044, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.315, "count": 30, "max": 37.559, "p95": 34.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.347, "count": 30, "max": 33.855, "p95": 29.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.167, "count": 30, "max": 1524.0, "p95": 1503.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 802.233, "count": 30, "max": 12414.0, "p95": 5724.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.432, "p95": 0.271, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.293, "p95": 1.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188699.667, "count": 30, "max": 244413.0, "p95": 209877.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.184, "p95": 0.18, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.578, "count": 30, "max": 0.626, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6869, "sampled_at": "2026-10-31T14:32:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:32:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1082382, "flush_count": 1438, "flush_interval_seconds": 30.0, "flush_state": {"count": 1438, "last_at": "2026-10-31T14:31:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:31:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1437}, "started": true, "suppressed_count": 842668, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 842668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1438, "written_record_count": 1438}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6712.004, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2333781504000, "copied_frame_count": 844105, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2333781504000, "frame_buffer_copies": 844105, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 3.2665, "p50_ms": 0.1049, "p95_ms": 0.2364, "p99_ms": 0.3043}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.335, "count": 512, "max_ms": 3.7503, "p50_ms": 1.2716, "p95_ms": 2.1783, "p99_ms": 2.7508, "results": {"failed": 0, "not_applicable": 0, "success": 844105, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:32:48+09:00", "last_error_summary": "[h264 @ 0x5e58c1c048c0] cabac decode of qscale diff failed at 127 101 [h264 @ 0x5e58c1c048c0] error while decoding MB 127 101, bytestream 18810 [h264 @ 0x5e58c1d08bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e58c1d08bc0] error while decoding MB 0 54, bytestream 21025", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 519.679, "last_started_at": "2026-10-31T14:24:08+09:00", "pid": 30106, "process": {"exists": false, "pid": 30106}, "restart_count": 71, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.465, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-31T14:32:48+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-10-31T14:32:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.01, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 350.99, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-31T14:32:48.428054+09:00", "mtime_epoch": 1793424768.4280543, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T14:32:48+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1157.66, "name": "celery", "pid": 176, "rss_mb": 1148.816, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 844105, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.581, "pushed": 6.581, "read": 6.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 67.964, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.582, "count": 196, "max_ms": 3.269, "p95_ms": 1.881, "reason": null, "sample_age_ms": 103.908, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 196, "max_ms": 2.564, "p95_ms": 1.302, "reason": null, "sample_age_ms": 104.15, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 197, "max_ms": 0.518, "p95_ms": 0.35, "reason": null, "sample_age_ms": 67.97, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.37, "count": 196, "max_ms": 3.248, "p95_ms": 2.377, "reason": null, "sample_age_ms": 102.033, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 102.005, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.219, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.179, "count": 197, "max_ms": 69.393, "p95_ms": 56.883, "reason": null, "sample_age_ms": 67.961, "source": "client_direct"}, "sample_age_ms": 67.958, "source": "client_direct", "task_total_ms": {"avg_ms": 40.856, "count": 197, "max_ms": 71.332, "p95_ms": 58.827, "reason": null, "sample_age_ms": 67.958, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.069, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 197, "max_ms": 2.037, "p95_ms": 1.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 197, "max_ms": 0.725, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 197, "max_ms": 0.337, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 197, "max_ms": 0.275, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 197, "max_ms": 0.673, "p95_ms": 0.381}, "setup_ms": {"avg_ms": 0.037, "count": 197, "max_ms": 0.121, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.639, "count": 197, "max_ms": 1.936, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.027, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.026, "count": 197, "max_ms": 0.112, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.896, "count": 197, "max_ms": 8.892, "p95_ms": 4.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 197, "max_ms": 0.478, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.756, "count": 197, "max_ms": 72.173, "p95_ms": 60.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 197, "max_ms": 0.136, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.117, "count": 197, "max_ms": 129.751, "p95_ms": 109.01}, "inference_input_copy_ms": {"avg_ms": 1.435, "count": 197, "max_ms": 5.622, "p95_ms": 2.448}, "processing_residual_ms": {"avg_ms": 0.133, "count": 197, "max_ms": 0.37, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.725, "count": 197, "max_ms": 131.482, "p95_ms": 111.123}, "read_interval": {"avg_ms": 152.671, "count": 196, "max_ms": 2768.448, "p95_ms": 395.343}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 197, "max_ms": 0.039, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.123, "count": 197, "max_ms": 0.486, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 197, "max_ms": 0.054, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 197, "max_ms": 0.447, "p95_ms": 0.244}, "worker_merge_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.769, "count": 197, "max_ms": 72.183, "p95_ms": 60.71}, "visualize": {"avg_ms": 40.771, "count": 197, "max_ms": 71.767, "p95_ms": 54.21}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.99, "count": 197, "max_ms": 70.348, "p95_ms": 53.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.601, "count": 197, "max_ms": 71.467, "p95_ms": 54.058}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.512, "count": 197, "max_ms": 71.322, "p95_ms": 53.948}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 197, "max_ms": 0.133, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1148.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.415, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.252, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105074, "write_bytes_delta": 105074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 550.0, "cpu_core_ratio": 1.189983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12414.0, "pid": 30106, "reason": null, "system_cpu_core_ratio": 0.432452, "system_cpu_s_delta": 8.780000000000001, "user_cpu_core_ratio": 0.75753, "user_cpu_s_delta": 15.379999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.467915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 119443.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.098508, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.369407, "user_cpu_s_delta": 7.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.933, "count": 201, "max_ms": 8.892, "p95_ms": 5.044, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.315, "count": 30, "max": 37.559, "p95": 34.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.347, "count": 30, "max": 33.855, "p95": 29.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.167, "count": 30, "max": 1524.0, "p95": 1503.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 802.233, "count": 30, "max": 12414.0, "p95": 5724.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.432, "p95": 0.271, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.293, "p95": 1.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188699.667, "count": 30, "max": 244413.0, "p95": 209877.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.184, "p95": 0.18, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.578, "count": 30, "max": 0.626, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6869, "sampled_at": "2026-10-31T14:32:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:32:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1082382, "flush_count": 1438, "flush_interval_seconds": 30.0, "flush_state": {"count": 1438, "last_at": "2026-10-31T14:31:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:31:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1437}, "started": true, "suppressed_count": 842668, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 842668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1438, "written_record_count": 1438}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6712.973, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2333781504000, "copied_frame_count": 844105, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2333781504000, "frame_buffer_copies": 844105, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 3.2665, "p50_ms": 0.1049, "p95_ms": 0.2364, "p99_ms": 0.3043}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.335, "count": 512, "max_ms": 3.7503, "p50_ms": 1.2716, "p95_ms": 2.1783, "p99_ms": 2.7508, "results": {"failed": 0, "not_applicable": 0, "success": 844105, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:32:48+09:00", "last_error_summary": "[h264 @ 0x5e58c1c048c0] cabac decode of qscale diff failed at 127 101 [h264 @ 0x5e58c1c048c0] error while decoding MB 127 101, bytestream 18810 [h264 @ 0x5e58c1d08bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e58c1d08bc0] error while decoding MB 0 54, bytestream 21025", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 519.721, "last_started_at": "2026-10-31T14:24:08+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 71, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.465, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-31T14:32:48+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-31T14:32:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.039, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 350.961, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-31T14:32:48.428054+09:00", "mtime_epoch": 1793424768.4280543, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T14:32:48+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1157.66, "name": "celery", "pid": 176, "rss_mb": 1148.812, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 844105, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.572, "pushed": 6.572, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.007, "count": 196, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 111.412, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.582, "count": 196, "max_ms": 3.269, "p95_ms": 1.881, "reason": null, "sample_age_ms": 147.355, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 196, "max_ms": 2.564, "p95_ms": 1.302, "reason": null, "sample_age_ms": 147.598, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 196, "max_ms": 0.518, "p95_ms": 0.352, "reason": null, "sample_age_ms": 111.417, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.37, "count": 196, "max_ms": 3.248, "p95_ms": 2.377, "reason": null, "sample_age_ms": 145.481, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 145.452, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.666, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.191, "count": 196, "max_ms": 69.393, "p95_ms": 56.891, "reason": null, "sample_age_ms": 111.408, "source": "client_direct"}, "sample_age_ms": 111.406, "source": "client_direct", "task_total_ms": {"avg_ms": 40.869, "count": 196, "max_ms": 71.332, "p95_ms": 58.851, "reason": null, "sample_age_ms": 111.406, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.974, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 197, "max_ms": 2.037, "p95_ms": 1.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 197, "max_ms": 0.725, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 197, "max_ms": 0.337, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 197, "max_ms": 0.275, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.002, "count": 197, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 197, "max_ms": 0.673, "p95_ms": 0.381}, "setup_ms": {"avg_ms": 0.037, "count": 197, "max_ms": 0.121, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.639, "count": 197, "max_ms": 1.936, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.027, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.026, "count": 197, "max_ms": 0.112, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.896, "count": 197, "max_ms": 8.892, "p95_ms": 4.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 197, "max_ms": 0.478, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.756, "count": 197, "max_ms": 72.173, "p95_ms": 60.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 197, "max_ms": 0.136, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.117, "count": 197, "max_ms": 129.751, "p95_ms": 109.01}, "inference_input_copy_ms": {"avg_ms": 1.435, "count": 197, "max_ms": 5.622, "p95_ms": 2.448}, "processing_residual_ms": {"avg_ms": 0.133, "count": 197, "max_ms": 0.37, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.725, "count": 197, "max_ms": 131.482, "p95_ms": 111.123}, "read_interval": {"avg_ms": 152.671, "count": 196, "max_ms": 2768.448, "p95_ms": 395.343}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 197, "max_ms": 0.039, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.123, "count": 197, "max_ms": 0.486, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 197, "max_ms": 0.054, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 197, "max_ms": 0.447, "p95_ms": 0.244}, "worker_merge_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.769, "count": 197, "max_ms": 72.183, "p95_ms": 60.71}, "visualize": {"avg_ms": 40.771, "count": 197, "max_ms": 71.767, "p95_ms": 54.21}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.99, "count": 197, "max_ms": 70.348, "p95_ms": 53.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.601, "count": 197, "max_ms": 71.467, "p95_ms": 54.058}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.512, "count": 197, "max_ms": 71.322, "p95_ms": 53.948}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 197, "max_ms": 0.133, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1148.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.415, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.252, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105074, "write_bytes_delta": 105074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 550.0, "cpu_core_ratio": 1.189983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12414.0, "pid": 30106, "reason": null, "system_cpu_core_ratio": 0.432452, "system_cpu_s_delta": 8.780000000000001, "user_cpu_core_ratio": 0.75753, "user_cpu_s_delta": 15.379999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.467915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 119443.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.098508, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.369407, "user_cpu_s_delta": 7.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.933, "count": 201, "max_ms": 8.892, "p95_ms": 5.044, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.315, "count": 30, "max": 37.559, "p95": 34.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.347, "count": 30, "max": 33.855, "p95": 29.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.167, "count": 30, "max": 1524.0, "p95": 1503.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 802.233, "count": 30, "max": 12414.0, "p95": 5724.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.432, "p95": 0.271, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.293, "p95": 1.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188699.667, "count": 30, "max": 244413.0, "p95": 209877.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.184, "p95": 0.18, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.578, "count": 30, "max": 0.626, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6869, "sampled_at": "2026-10-31T14:32:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:32:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1082382, "flush_count": 1438, "flush_interval_seconds": 30.0, "flush_state": {"count": 1438, "last_at": "2026-10-31T14:31:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:31:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1437}, "started": true, "suppressed_count": 842668, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 842668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1438, "written_record_count": 1438}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7006.984, "limit_mb": null}, "detail": {"pid": 30222, "restart_count": 72, "start_count": 73}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2333781504000, "copied_frame_count": 844105, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2333781504000, "frame_buffer_copies": 844105, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 3.2665, "p50_ms": 0.1049, "p95_ms": 0.2364, "p99_ms": 0.3043}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.335, "count": 512, "max_ms": 3.7503, "p50_ms": 1.2716, "p95_ms": 2.1783, "p99_ms": 2.7508, "results": {"failed": 0, "not_applicable": 0, "success": 844105, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:32:48+09:00", "last_error_summary": "[h264 @ 0x5e58c1c048c0] cabac decode of qscale diff failed at 127 101 [h264 @ 0x5e58c1c048c0] error while decoding MB 127 101, bytestream 18810 [h264 @ 0x5e58c1d08bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e58c1d08bc0] error while decoding MB 0 54, bytestream 21025", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:32:51+09:00", "pid": 30222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.168, "name": "ffmpeg", "pid": 30222, "rss_mb": 323.168, "state": "R (running)", "threads": 49}, "restart_count": 72, "restart_count_per_hour": 2, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.448, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.955, "last_frame_pushed_at": "2026-10-31T14:32:48+09:00", "last_frame_read_age_sec": 5.037, "last_frame_read_at": "2026-10-31T14:32:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 253.933, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 346.067, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 4.949, "exists": true, "mtime": "2026-10-31T14:32:48.428054+09:00", "mtime_epoch": 1793424768.4280543, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T14:32:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1157.66, "name": "celery", "pid": 176, "rss_mb": 1148.816, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 844105, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.429, "pushed": 5.429, "read": 5.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.007, "count": 162, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5004.197, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.567, "count": 162, "max_ms": 3.147, "p95_ms": 1.838, "reason": null, "sample_age_ms": 5040.141, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 162, "max_ms": 1.763, "p95_ms": 1.229, "reason": null, "sample_age_ms": 5040.383, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.159, "count": 162, "max_ms": 0.518, "p95_ms": 0.374, "reason": null, "sample_age_ms": 5004.203, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.378, "count": 162, "max_ms": 3.248, "p95_ms": 2.352, "reason": null, "sample_age_ms": 5038.266, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5038.238, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5004.452, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.457, "count": 162, "max_ms": 69.393, "p95_ms": 56.837, "reason": null, "sample_age_ms": 5004.194, "source": "client_direct"}, "sample_age_ms": 5004.191, "source": "client_direct", "task_total_ms": {"avg_ms": 41.157, "count": 162, "max_ms": 71.332, "p95_ms": 59.191, "reason": null, "sample_age_ms": 5004.191, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.674, "count": 162, "max_ms": 1.847, "p95_ms": 1.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 162, "max_ms": 0.725, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 162, "max_ms": 0.337, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 162, "max_ms": 0.275, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 162, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.173, "count": 162, "max_ms": 0.501, "p95_ms": 0.367}, "setup_ms": {"avg_ms": 0.038, "count": 162, "max_ms": 0.121, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.635, "count": 162, "max_ms": 1.736, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.027, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.026, "count": 162, "max_ms": 0.112, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.89, "count": 162, "max_ms": 8.892, "p95_ms": 4.576}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 162, "max_ms": 0.478, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.028, "count": 162, "max_ms": 72.173, "p95_ms": 60.23}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 162, "max_ms": 0.136, "p95_ms": 0.088}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.429, "count": 162, "max_ms": 129.751, "p95_ms": 109.01}, "inference_input_copy_ms": {"avg_ms": 1.416, "count": 162, "max_ms": 3.488, "p95_ms": 2.446}, "processing_residual_ms": {"avg_ms": 0.13, "count": 162, "max_ms": 0.361, "p95_ms": 0.262}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.017, "count": 162, "max_ms": 131.482, "p95_ms": 111.123}, "read_interval": {"avg_ms": 161.296, "count": 162, "max_ms": 2768.448, "p95_ms": 395.343}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 162, "max_ms": 0.038, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.12, "count": 162, "max_ms": 0.359, "p95_ms": 0.267}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 162, "max_ms": 0.054, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 162, "max_ms": 0.321, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.032, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.04, "count": 162, "max_ms": 72.183, "p95_ms": 60.285}, "visualize": {"avg_ms": 40.816, "count": 162, "max_ms": 71.767, "p95_ms": 53.941}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.038, "count": 162, "max_ms": 70.348, "p95_ms": 52.948}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.646, "count": 162, "max_ms": 71.467, "p95_ms": 53.781}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.557, "count": 162, "max_ms": 71.322, "p95_ms": 53.658}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 162, "max_ms": 0.133, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1148.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.415, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.252, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 844061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105074, "write_bytes_delta": 105074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 550.0, "cpu_core_ratio": 1.189983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12414.0, "pid": 30106, "reason": null, "system_cpu_core_ratio": 0.432452, "system_cpu_s_delta": 8.780000000000001, "user_cpu_core_ratio": 0.75753, "user_cpu_s_delta": 15.379999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.467915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 119443.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.098508, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.369407, "user_cpu_s_delta": 7.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.933, "count": 201, "max_ms": 8.892, "p95_ms": 5.044, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.315, "count": 30, "max": 37.559, "p95": 34.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.347, "count": 30, "max": 33.855, "p95": 29.269, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.167, "count": 30, "max": 1524.0, "p95": 1503.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 802.233, "count": 30, "max": 12414.0, "p95": 5724.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.432, "p95": 0.271, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.293, "p95": 1.24, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108821.167, "count": 30, "max": 113735.0, "p95": 111176.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188699.667, "count": 30, "max": 244413.0, "p95": 209877.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.159, "count": 30, "max": 0.184, "p95": 0.18, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.578, "count": 30, "max": 0.626, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6869, "sampled_at": "2026-10-31T14:32:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:32:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1347462, "flush_count": 1441, "flush_interval_seconds": 30.0, "flush_state": {"count": 1441, "last_at": "2026-10-31T14:34:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:34:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1440}, "started": true, "suppressed_count": 801079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 800940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1441, "written_record_count": 1441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6880.609, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5fb971a77480] cabac decode of qscale diff failed at 25 51 [h264 @ 0x5fb971a77480] error while decoding MB 25 51, bytestream 6812 [h264 @ 0x5fb971a12c80] cabac decode of qscale diff failed at 45 52 [h264 @ 0x5fb971a12c80] error while decoding MB 45 52, bytestream 675 [in#0/rtsp @ 0x5fb97192ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5fb97192ae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2218417459200, "copied_frame_count": 802379, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2218417459200, "frame_buffer_copies": 802379, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 1.4966, "p50_ms": 0.0927, "p95_ms": 0.2007, "p99_ms": 0.2676}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4308, "count": 512, "max_ms": 3.8423, "p50_ms": 1.3675, "p95_ms": 2.388, "p99_ms": 3.065, "results": {"failed": 0, "not_applicable": 0, "success": 802379, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:35:07+09:00", "last_error_summary": "[h264 @ 0x5fb971a77480] cabac decode of qscale diff failed at 25 51 [h264 @ 0x5fb971a77480] error while decoding MB 25 51, bytestream 6812 [h264 @ 0x5fb971a12c80] cabac decode of qscale diff failed at 45 52 [h264 @ 0x5fb971a12c80] error while decoding MB 45 52, bytestream 675 [in#0/rtsp @ 0x5fb97192ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5fb97192ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 743.651, "last_started_at": "2026-10-31T14:22:44+09:00", "pid": 29928, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 29928, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 110, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.073, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-31T14:35:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-31T14:35:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.309, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 211.691, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-31T14:35:07.670234+09:00", "mtime_epoch": 1793424907.6702337, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91887}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:35:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1233.375, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 802380, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.029, "max": 4.0, "p95": 4.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "total": {"avg": 0.448, "max": 1.0, "p95": 1.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.502, "pushed": 3.502, "read": 3.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 39.423, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.678, "count": 105, "max_ms": 2.911, "p95_ms": 2.19, "reason": null, "sample_age_ms": 74.706, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 105, "max_ms": 2.437, "p95_ms": 1.736, "reason": null, "sample_age_ms": 75.053, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 105, "max_ms": 0.808, "p95_ms": 0.47, "reason": null, "sample_age_ms": 39.434, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.972, "count": 105, "max_ms": 4.597, "p95_ms": 2.84, "reason": null, "sample_age_ms": 73.437, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.422, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.959, "count": 105, "max_ms": 68.589, "p95_ms": 56.608, "reason": null, "sample_age_ms": 39.419, "source": "client_direct"}, "sample_age_ms": 39.412, "source": "client_direct", "task_total_ms": {"avg_ms": 47.365, "count": 105, "max_ms": 71.368, "p95_ms": 59.205, "reason": null, "sample_age_ms": 39.412, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.966, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.173, "count": 105, "max_ms": 9.464, "p95_ms": 5.63}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.287, "count": 105, "max_ms": 0.749, "p95_ms": 0.548}, "detection_prepare_ms": {"avg_ms": 0.712, "count": 105, "max_ms": 6.895, "p95_ms": 1.919}, "event_filter_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 105, "max_ms": 0.232, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.344, "count": 105, "max_ms": 1.201, "p95_ms": 0.789}, "setup_ms": {"avg_ms": 0.039, "count": 105, "max_ms": 0.116, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 2.129, "count": 105, "max_ms": 9.408, "p95_ms": 5.533}, "track_match_ms": {"avg_ms": 0.047, "count": 105, "max_ms": 0.301, "p95_ms": 0.146}, "tracker_update_ms": {"avg_ms": 0.599, "count": 105, "max_ms": 2.252, "p95_ms": 1.866}}, "gstreamer_push": {"avg_ms": 2.995, "count": 105, "max_ms": 5.774, "p95_ms": 5.062}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 105, "max_ms": 0.115, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.698, "count": 105, "max_ms": 72.135, "p95_ms": 62.449}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.645, "count": 105, "max_ms": 10.304, "p95_ms": 7.245}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.555, "count": 105, "max_ms": 109.019, "p95_ms": 97.985}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 105, "max_ms": 3.067, "p95_ms": 2.468}, "processing_residual_ms": {"avg_ms": 0.189, "count": 105, "max_ms": 0.536, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.077, "count": 105, "max_ms": 114.032, "p95_ms": 104.867}, "read_interval": {"avg_ms": 285.832, "count": 105, "max_ms": 10139.623, "p95_ms": 138.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 105, "max_ms": 0.055, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.293, "count": 105, "max_ms": 1.111, "p95_ms": 0.708}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 105, "max_ms": 0.049, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.278, "count": 105, "max_ms": 1.094, "p95_ms": 0.689}, "worker_merge_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.018, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 48.711, "count": 105, "max_ms": 72.144, "p95_ms": 62.459}, "visualize": {"avg_ms": 32.671, "count": 105, "max_ms": 49.857, "p95_ms": 42.233}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.573, "count": 105, "max_ms": 43.96, "p95_ms": 38.009}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.135, "count": 105, "max_ms": 47.569, "p95_ms": 40.863}, "visualize_input_copy_ms": {"avg_ms": 1.345, "count": 105, "max_ms": 2.833, "p95_ms": 2.104}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.02, "count": 105, "max_ms": 47.362, "p95_ms": 40.712}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 105, "max_ms": 0.146, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1233.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.641, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.805, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:34:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89126, "write_bytes_delta": 89126, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 677.0, "cpu_core_ratio": 0.60925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 455.0, "pid": 29928, "reason": null, "system_cpu_core_ratio": 0.225795, "system_cpu_s_delta": 4.539999999999999, "user_cpu_core_ratio": 0.383454, "user_cpu_s_delta": 7.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.284646, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.381962, "system_cpu_s_delta": 7.680000000000291, "user_cpu_core_ratio": 0.902684, "user_cpu_s_delta": 18.15000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 246, "max_ms": 6.716, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.045, "max": 10.0, "p95": 5.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 76}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.816, "count": 30, "max": 50.821, "p95": 42.95, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.987, "count": 30, "max": 31.426, "p95": 25.416, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.833, "count": 30, "max": 1536.0, "p95": 1525.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 267.567, "count": 30, "max": 2384.0, "p95": 1502.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.226, "p95": 0.169, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.456, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88704.033, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82908.7, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.633, "count": 30, "max": 40.0, "p95": 33.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.057, "count": 30, "max": 1.218, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6749, "sampled_at": "2026-10-31T14:34:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:34:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1347462, "flush_count": 1441, "flush_interval_seconds": 30.0, "flush_state": {"count": 1441, "last_at": "2026-10-31T14:34:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:34:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1440}, "started": true, "suppressed_count": 801079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 800940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1441, "written_record_count": 1441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6897.164, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T14:35:07+09:00", "last_error_summary": "[h264 @ 0x5fb971a77480] cabac decode of qscale diff failed at 25 51 [h264 @ 0x5fb971a77480] error while decoding MB 25 51, bytestream 6812 [h264 @ 0x5fb971a12c80] cabac decode of qscale diff failed at 45 52 [h264 @ 0x5fb971a12c80] error while decoding MB 45 52, bytestream 675 [in#0/rtsp @ 0x5fb97192ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5fb97192ae00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2218420224000, "copied_frame_count": 802380, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2218420224000, "frame_buffer_copies": 802380, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 1.4966, "p50_ms": 0.0927, "p95_ms": 0.2007, "p99_ms": 0.2676}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4321, "count": 512, "max_ms": 3.8423, "p50_ms": 1.3693, "p95_ms": 2.388, "p99_ms": 3.065, "results": {"failed": 0, "not_applicable": 0, "success": 802380, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:35:07+09:00", "last_error_summary": "[h264 @ 0x5fb971a77480] cabac decode of qscale diff failed at 25 51 [h264 @ 0x5fb971a77480] error while decoding MB 25 51, bytestream 6812 [h264 @ 0x5fb971a12c80] cabac decode of qscale diff failed at 45 52 [h264 @ 0x5fb971a12c80] error while decoding MB 45 52, bytestream 675 [in#0/rtsp @ 0x5fb97192ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5fb97192ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:35:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 743.703, "last_started_at": "2026-10-31T14:22:44+09:00", "pid": 29928, "process": {"exists": false, "pid": 29928}, "restart_count": 110, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.073, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T14:35:07+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-10-31T14:35:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.339, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 211.661, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-10-31T14:35:07.774234+09:00", "mtime_epoch": 1793424907.7742338, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92026}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:35:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1233.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 802380, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.038, "max": 4.0, "p95": 4.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.457, "max": 1.0, "p95": 1.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.51, "pushed": 3.51, "read": 3.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 84.178, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.682, "count": 104, "max_ms": 2.911, "p95_ms": 2.191, "reason": null, "sample_age_ms": 119.46, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 104, "max_ms": 2.437, "p95_ms": 1.747, "reason": null, "sample_age_ms": 119.807, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 105, "max_ms": 0.808, "p95_ms": 0.47, "reason": null, "sample_age_ms": 84.189, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.974, "count": 104, "max_ms": 4.597, "p95_ms": 2.841, "reason": null, "sample_age_ms": 118.192, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.176, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.517, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.959, "count": 105, "max_ms": 68.589, "p95_ms": 56.608, "reason": null, "sample_age_ms": 84.174, "source": "client_direct"}, "sample_age_ms": 84.167, "source": "client_direct", "task_total_ms": {"avg_ms": 47.365, "count": 105, "max_ms": 71.368, "p95_ms": 59.205, "reason": null, "sample_age_ms": 84.167, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.384, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.215, "count": 105, "max_ms": 9.464, "p95_ms": 5.63}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.289, "count": 105, "max_ms": 0.749, "p95_ms": 0.548}, "detection_prepare_ms": {"avg_ms": 0.732, "count": 105, "max_ms": 6.895, "p95_ms": 2.15}, "event_filter_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.095, "count": 105, "max_ms": 0.232, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.348, "count": 105, "max_ms": 1.201, "p95_ms": 0.789}, "setup_ms": {"avg_ms": 0.039, "count": 105, "max_ms": 0.116, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 2.171, "count": 105, "max_ms": 9.408, "p95_ms": 5.533}, "track_match_ms": {"avg_ms": 0.048, "count": 105, "max_ms": 0.301, "p95_ms": 0.146}, "tracker_update_ms": {"avg_ms": 0.613, "count": 105, "max_ms": 2.252, "p95_ms": 1.866}}, "gstreamer_push": {"avg_ms": 3.006, "count": 105, "max_ms": 5.774, "p95_ms": 5.062}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 105, "max_ms": 0.115, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.403, "count": 105, "max_ms": 72.135, "p95_ms": 60.212}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.65, "count": 105, "max_ms": 10.304, "p95_ms": 7.245}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.535, "count": 105, "max_ms": 109.019, "p95_ms": 97.985}, "inference_input_copy_ms": {"avg_ms": 1.694, "count": 105, "max_ms": 3.067, "p95_ms": 2.468}, "processing_residual_ms": {"avg_ms": 0.19, "count": 105, "max_ms": 0.536, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.069, "count": 105, "max_ms": 114.032, "p95_ms": 104.867}, "read_interval": {"avg_ms": 287.537, "count": 104, "max_ms": 10139.623, "p95_ms": 138.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 105, "max_ms": 0.055, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.297, "count": 105, "max_ms": 1.111, "p95_ms": 0.708}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 105, "max_ms": 0.049, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.282, "count": 105, "max_ms": 1.094, "p95_ms": 0.689}, "worker_merge_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.018, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 48.417, "count": 105, "max_ms": 72.144, "p95_ms": 60.225}, "visualize": {"avg_ms": 32.9, "count": 105, "max_ms": 51.98, "p95_ms": 42.634}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.73, "count": 105, "max_ms": 43.96, "p95_ms": 38.826}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.359, "count": 105, "max_ms": 50.316, "p95_ms": 41.061}, "visualize_input_copy_ms": {"avg_ms": 1.349, "count": 105, "max_ms": 2.833, "p95_ms": 2.104}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.243, "count": 105, "max_ms": 50.154, "p95_ms": 40.947}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 105, "max_ms": 0.146, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1233.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.641, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.805, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:34:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89126, "write_bytes_delta": 89126, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 677.0, "cpu_core_ratio": 0.60925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 455.0, "pid": 29928, "reason": null, "system_cpu_core_ratio": 0.225795, "system_cpu_s_delta": 4.539999999999999, "user_cpu_core_ratio": 0.383454, "user_cpu_s_delta": 7.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.284646, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.381962, "system_cpu_s_delta": 7.680000000000291, "user_cpu_core_ratio": 0.902684, "user_cpu_s_delta": 18.15000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 246, "max_ms": 6.716, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.045, "max": 10.0, "p95": 5.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 76}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.816, "count": 30, "max": 50.821, "p95": 42.95, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.987, "count": 30, "max": 31.426, "p95": 25.416, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.833, "count": 30, "max": 1536.0, "p95": 1525.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 267.567, "count": 30, "max": 2384.0, "p95": 1502.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.226, "p95": 0.169, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.456, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88704.033, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82908.7, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.633, "count": 30, "max": 40.0, "p95": 33.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.057, "count": 30, "max": 1.218, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6749, "sampled_at": "2026-10-31T14:34:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:34:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1347462, "flush_count": 1441, "flush_interval_seconds": 30.0, "flush_state": {"count": 1441, "last_at": "2026-10-31T14:34:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:34:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1440}, "started": true, "suppressed_count": 801079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 800940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1441, "written_record_count": 1441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6891.676, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2218420224000, "copied_frame_count": 802380, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2218420224000, "frame_buffer_copies": 802380, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 1.4966, "p50_ms": 0.0927, "p95_ms": 0.2007, "p99_ms": 0.2676}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4321, "count": 512, "max_ms": 3.8423, "p50_ms": 1.3693, "p95_ms": 2.388, "p99_ms": 3.065, "results": {"failed": 0, "not_applicable": 0, "success": 802380, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:35:07+09:00", "last_error_summary": "[h264 @ 0x5fb971a77480] cabac decode of qscale diff failed at 25 51 [h264 @ 0x5fb971a77480] error while decoding MB 25 51, bytestream 6812 [h264 @ 0x5fb971a12c80] cabac decode of qscale diff failed at 45 52 [h264 @ 0x5fb971a12c80] error while decoding MB 45 52, bytestream 675 [in#0/rtsp @ 0x5fb97192ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5fb97192ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:35:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 743.734, "last_started_at": "2026-10-31T14:22:44+09:00", "pid": 29928, "process": {"exists": false, "pid": 29928}, "restart_count": 110, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.073, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-31T14:35:07+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-31T14:35:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.372, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 211.628, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-31T14:35:07.774234+09:00", "mtime_epoch": 1793424907.7742338, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92026}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:35:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1233.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 802380, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.038, "max": 4.0, "p95": 4.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.457, "max": 1.0, "p95": 1.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.506, "pushed": 3.506, "read": 3.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 116.898, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.682, "count": 104, "max_ms": 2.911, "p95_ms": 2.191, "reason": null, "sample_age_ms": 152.18, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 104, "max_ms": 2.437, "p95_ms": 1.747, "reason": null, "sample_age_ms": 152.527, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 105, "max_ms": 0.808, "p95_ms": 0.47, "reason": null, "sample_age_ms": 116.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.974, "count": 104, "max_ms": 4.597, "p95_ms": 2.841, "reason": null, "sample_age_ms": 150.911, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.896, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.237, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.959, "count": 105, "max_ms": 68.589, "p95_ms": 56.608, "reason": null, "sample_age_ms": 116.893, "source": "client_direct"}, "sample_age_ms": 116.886, "source": "client_direct", "task_total_ms": {"avg_ms": 47.365, "count": 105, "max_ms": 71.368, "p95_ms": 59.205, "reason": null, "sample_age_ms": 116.886, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.903, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.215, "count": 105, "max_ms": 9.464, "p95_ms": 5.63}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.289, "count": 105, "max_ms": 0.749, "p95_ms": 0.548}, "detection_prepare_ms": {"avg_ms": 0.732, "count": 105, "max_ms": 6.895, "p95_ms": 2.15}, "event_filter_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.095, "count": 105, "max_ms": 0.232, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.348, "count": 105, "max_ms": 1.201, "p95_ms": 0.789}, "setup_ms": {"avg_ms": 0.039, "count": 105, "max_ms": 0.116, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 2.171, "count": 105, "max_ms": 9.408, "p95_ms": 5.533}, "track_match_ms": {"avg_ms": 0.048, "count": 105, "max_ms": 0.301, "p95_ms": 0.146}, "tracker_update_ms": {"avg_ms": 0.613, "count": 105, "max_ms": 2.252, "p95_ms": 1.866}}, "gstreamer_push": {"avg_ms": 3.006, "count": 105, "max_ms": 5.774, "p95_ms": 5.062}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 105, "max_ms": 0.115, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.403, "count": 105, "max_ms": 72.135, "p95_ms": 60.212}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.65, "count": 105, "max_ms": 10.304, "p95_ms": 7.245}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.535, "count": 105, "max_ms": 109.019, "p95_ms": 97.985}, "inference_input_copy_ms": {"avg_ms": 1.694, "count": 105, "max_ms": 3.067, "p95_ms": 2.468}, "processing_residual_ms": {"avg_ms": 0.19, "count": 105, "max_ms": 0.536, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.069, "count": 105, "max_ms": 114.032, "p95_ms": 104.867}, "read_interval": {"avg_ms": 287.537, "count": 104, "max_ms": 10139.623, "p95_ms": 138.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 105, "max_ms": 0.055, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.297, "count": 105, "max_ms": 1.111, "p95_ms": 0.708}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 105, "max_ms": 0.049, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.282, "count": 105, "max_ms": 1.094, "p95_ms": 0.689}, "worker_merge_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.018, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 48.417, "count": 105, "max_ms": 72.144, "p95_ms": 60.225}, "visualize": {"avg_ms": 32.9, "count": 105, "max_ms": 51.98, "p95_ms": 42.634}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.73, "count": 105, "max_ms": 43.96, "p95_ms": 38.826}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.359, "count": 105, "max_ms": 50.316, "p95_ms": 41.061}, "visualize_input_copy_ms": {"avg_ms": 1.349, "count": 105, "max_ms": 2.833, "p95_ms": 2.104}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.243, "count": 105, "max_ms": 50.154, "p95_ms": 40.947}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 105, "max_ms": 0.146, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1233.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.641, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.805, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:34:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89126, "write_bytes_delta": 89126, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 677.0, "cpu_core_ratio": 0.60925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 455.0, "pid": 29928, "reason": null, "system_cpu_core_ratio": 0.225795, "system_cpu_s_delta": 4.539999999999999, "user_cpu_core_ratio": 0.383454, "user_cpu_s_delta": 7.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.284646, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.381962, "system_cpu_s_delta": 7.680000000000291, "user_cpu_core_ratio": 0.902684, "user_cpu_s_delta": 18.15000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 246, "max_ms": 6.716, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.045, "max": 10.0, "p95": 5.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 76}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.816, "count": 30, "max": 50.821, "p95": 42.95, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.987, "count": 30, "max": 31.426, "p95": 25.416, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.833, "count": 30, "max": 1536.0, "p95": 1525.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 267.567, "count": 30, "max": 2384.0, "p95": 1502.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.226, "p95": 0.169, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.456, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88704.033, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82908.7, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.633, "count": 30, "max": 40.0, "p95": 33.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.057, "count": 30, "max": 1.218, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6749, "sampled_at": "2026-10-31T14:34:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:34:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1347462, "flush_count": 1441, "flush_interval_seconds": 30.0, "flush_state": {"count": 1441, "last_at": "2026-10-31T14:34:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:34:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1440}, "started": true, "suppressed_count": 801079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 800940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1441, "written_record_count": 1441}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7048.289, "limit_mb": null}, "detail": {"pid": 30338, "restart_count": 111, "start_count": 112}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2218420224000, "copied_frame_count": 802380, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2218420224000, "frame_buffer_copies": 802380, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 1.4966, "p50_ms": 0.0927, "p95_ms": 0.2007, "p99_ms": 0.2676}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4321, "count": 512, "max_ms": 3.8423, "p50_ms": 1.3693, "p95_ms": 2.388, "p99_ms": 3.065, "results": {"failed": 0, "not_applicable": 0, "success": 802380, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:35:07+09:00", "last_error_summary": "[h264 @ 0x5fb971a77480] cabac decode of qscale diff failed at 25 51 [h264 @ 0x5fb971a77480] error while decoding MB 25 51, bytestream 6812 [h264 @ 0x5fb971a12c80] cabac decode of qscale diff failed at 45 52 [h264 @ 0x5fb971a12c80] error while decoding MB 45 52, bytestream 675 [in#0/rtsp @ 0x5fb97192ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5fb97192ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:35:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T14:35:10+09:00", "pid": 30338, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.66, "name": "ffmpeg", "pid": 30338, "rss_mb": 205.66, "state": "S (sleeping)", "threads": 70}, "restart_count": 111, "restart_count_per_hour": 5, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.946, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.534, "last_frame_pushed_at": "2026-10-31T14:35:07+09:00", "last_frame_read_age_sec": 4.638, "last_frame_read_at": "2026-10-31T14:35:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.861, "last_sample_duration_ms": 1031.055, "last_trigger": "periodic", "next_snapshot_in_sec": 207.139, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 144, "storage_bytes": 2403326}, "mjpeg": {"age_sec": 4.528, "exists": true, "mtime": "2026-10-31T14:35:07.774234+09:00", "mtime_epoch": 1793424907.7742338, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92026}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:35:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1233.363, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 802380, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.066, "max": 4.0, "p95": 4.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.787, "max": 1.0, "p95": 1.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.038, "pushed": 2.038, "read": 2.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4605.771, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.671, "count": 60, "max_ms": 2.911, "p95_ms": 2.201, "reason": null, "sample_age_ms": 4641.053, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.298, "count": 60, "max_ms": 2.437, "p95_ms": 1.794, "reason": null, "sample_age_ms": 4641.4, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.279, "count": 61, "max_ms": 0.808, "p95_ms": 0.488, "reason": null, "sample_age_ms": 4605.781, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 60, "max_ms": 3.611, "p95_ms": 2.836, "reason": null, "sample_age_ms": 4639.785, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4639.769, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4606.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.12, "count": 61, "max_ms": 68.589, "p95_ms": 56.749, "reason": null, "sample_age_ms": 4605.767, "source": "client_direct"}, "sample_age_ms": 4605.76, "source": "client_direct", "task_total_ms": {"avg_ms": 46.463, "count": 61, "max_ms": 71.368, "p95_ms": 59.332, "reason": null, "sample_age_ms": 4605.76, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.21, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.202, "count": 61, "max_ms": 9.464, "p95_ms": 6.23}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 61, "max_ms": 0.637, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 1.162, "count": 61, "max_ms": 6.895, "p95_ms": 2.299}, "event_filter_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 61, "max_ms": 0.232, "p95_ms": 0.183}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.458, "count": 61, "max_ms": 1.201, "p95_ms": 0.828}, "setup_ms": {"avg_ms": 0.04, "count": 61, "max_ms": 0.116, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 3.158, "count": 61, "max_ms": 9.408, "p95_ms": 6.175}, "track_match_ms": {"avg_ms": 0.08, "count": 61, "max_ms": 0.301, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.037, "count": 61, "max_ms": 2.252, "p95_ms": 2.106}}, "gstreamer_push": {"avg_ms": 2.915, "count": 61, "max_ms": 5.572, "p95_ms": 4.727}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 61, "max_ms": 0.115, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.494, "count": 61, "max_ms": 72.135, "p95_ms": 60.212}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.594, "count": 61, "max_ms": 8.845, "p95_ms": 6.716}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.823, "count": 61, "max_ms": 109.019, "p95_ms": 97.985}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 61, "max_ms": 3.067, "p95_ms": 2.656}, "processing_residual_ms": {"avg_ms": 0.162, "count": 61, "max_ms": 0.46, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.253, "count": 61, "max_ms": 114.032, "p95_ms": 105.24}, "read_interval": {"avg_ms": 423.08, "count": 60, "max_ms": 10139.623, "p95_ms": 150.435}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 61, "max_ms": 0.03, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.406, "count": 61, "max_ms": 1.111, "p95_ms": 0.725}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 61, "max_ms": 0.035, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.393, "count": 61, "max_ms": 1.094, "p95_ms": 0.7}, "worker_merge_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.018, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 47.508, "count": 61, "max_ms": 72.144, "p95_ms": 60.225}, "visualize": {"avg_ms": 33.115, "count": 61, "max_ms": 51.98, "p95_ms": 43.295}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.368, "count": 61, "max_ms": 43.96, "p95_ms": 38.826}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.658, "count": 61, "max_ms": 50.316, "p95_ms": 41.628}, "visualize_input_copy_ms": {"avg_ms": 1.276, "count": 61, "max_ms": 2.468, "p95_ms": 2.039}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.541, "count": 61, "max_ms": 50.154, "p95_ms": 41.496}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 61, "max_ms": 0.146, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1233.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.641, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.805, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:34:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89126, "write_bytes_delta": 89126, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 677.0, "cpu_core_ratio": 0.60925, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 455.0, "pid": 29928, "reason": null, "system_cpu_core_ratio": 0.225795, "system_cpu_s_delta": 4.539999999999999, "user_cpu_core_ratio": 0.383454, "user_cpu_s_delta": 7.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.284646, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.381962, "system_cpu_s_delta": 7.680000000000291, "user_cpu_core_ratio": 0.902684, "user_cpu_s_delta": 18.15000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 246, "max_ms": 6.716, "p95_ms": 4.854, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.045, "max": 10.0, "p95": 5.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 76}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.816, "count": 30, "max": 50.821, "p95": 42.95, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.987, "count": 30, "max": 31.426, "p95": 25.416, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.833, "count": 30, "max": 1536.0, "p95": 1525.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 267.567, "count": 30, "max": 2384.0, "p95": 1502.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.226, "p95": 0.169, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.456, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88704.033, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82908.7, "count": 30, "max": 91970.0, "p95": 91424.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.633, "count": 30, "max": 40.0, "p95": 33.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.057, "count": 30, "max": 1.218, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6749, "sampled_at": "2026-10-31T14:34:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:34:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1352252, "flush_count": 1446, "flush_interval_seconds": 30.0, "flush_state": {"count": 1446, "last_at": "2026-10-31T14:39:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:39:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1445}, "started": true, "suppressed_count": 803481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 803342}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1446, "written_record_count": 1446}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6867.797, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x613c361b7080] error while decoding MB 72 67, bytestream -11 [h264 @ 0x613c356e1240] error while decoding MB 19 61, bytestream -13 [h264 @ 0x613c355ede40] error while decoding MB 72 67, bytestream -5 [in#0/rtsp @ 0x613c355a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x613c355a5e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2225072332800, "copied_frame_count": 804786, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2225072332800, "frame_buffer_copies": 804786, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.6075, "p50_ms": 0.0906, "p95_ms": 0.2095, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4566, "count": 512, "max_ms": 6.3506, "p50_ms": 1.3513, "p95_ms": 2.3876, "p99_ms": 3.0293, "results": {"failed": 0, "not_applicable": 0, "success": 804786, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 359, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:40:04+09:00", "last_error_summary": "[h264 @ 0x613c361b7080] error while decoding MB 72 67, bytestream -11 [h264 @ 0x613c356e1240] error while decoding MB 19 61, bytestream -13 [h264 @ 0x613c355ede40] error while decoding MB 72 67, bytestream -5 [in#0/rtsp @ 0x613c355a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x613c355a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:35:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 294.689, "last_started_at": "2026-10-31T14:35:10+09:00", "pid": 30338, "process": {"exists": false, "pid": 30338}, "restart_count": 111, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.635, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-10-31T14:40:04+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-10-31T14:40:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 83.756, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 516.244, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-10-31T14:40:04.915938+09:00", "mtime_epoch": 1793425204.9159384, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98094}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:40:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1194.527, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 804787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.909, "max": 15.0, "p95": 13.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.94, "pushed": 2.94, "read": 2.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 19.094, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.673, "count": 88, "max_ms": 3.92, "p95_ms": 2.063, "reason": null, "sample_age_ms": 78.437, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 88, "max_ms": 2.063, "p95_ms": 1.518, "reason": null, "sample_age_ms": 78.721, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 89, "max_ms": 1.009, "p95_ms": 0.707, "reason": null, "sample_age_ms": 19.102, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.858, "count": 88, "max_ms": 4.01, "p95_ms": 3.151, "reason": null, "sample_age_ms": 76.794, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.777, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.597, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.006, "count": 89, "max_ms": 69.246, "p95_ms": 63.481, "reason": null, "sample_age_ms": 19.09, "source": "client_direct"}, "sample_age_ms": 19.086, "source": "client_direct", "task_total_ms": {"avg_ms": 48.421, "count": 89, "max_ms": 70.989, "p95_ms": 66.34, "reason": null, "sample_age_ms": 19.086, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.079, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.938, "count": 88, "max_ms": 11.422, "p95_ms": 8.893}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 88, "max_ms": 1.138, "p95_ms": 0.662}, "detection_prepare_ms": {"avg_ms": 1.332, "count": 88, "max_ms": 2.526, "p95_ms": 2.202}, "event_filter_ms": {"avg_ms": 0.005, "count": 88, "max_ms": 0.016, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 88, "max_ms": 1.33, "p95_ms": 0.301}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.302, "count": 88, "max_ms": 4.99, "p95_ms": 3.352}, "setup_ms": {"avg_ms": 0.047, "count": 88, "max_ms": 0.1, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.875, "count": 88, "max_ms": 11.289, "p95_ms": 8.816}, "track_match_ms": {"avg_ms": 0.123, "count": 88, "max_ms": 0.34, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 1.527, "count": 88, "max_ms": 3.682, "p95_ms": 2.804}}, "gstreamer_push": {"avg_ms": 3.085, "count": 88, "max_ms": 5.95, "p95_ms": 4.944}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 88, "max_ms": 0.126, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.372, "count": 88, "max_ms": 74.193, "p95_ms": 68.153}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.769, "count": 88, "max_ms": 9.44, "p95_ms": 7.492}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.764, "count": 88, "max_ms": 125.022, "p95_ms": 111.994}, "inference_input_copy_ms": {"avg_ms": 1.677, "count": 88, "max_ms": 3.246, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.217, "count": 88, "max_ms": 0.581, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.427, "count": 88, "max_ms": 129.974, "p95_ms": 117.631}, "read_interval": {"avg_ms": 340.774, "count": 88, "max_ms": 19179.758, "p95_ms": 180.55}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 88, "max_ms": 0.051, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.227, "count": 88, "max_ms": 4.803, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 88, "max_ms": 0.055, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.208, "count": 88, "max_ms": 4.766, "p95_ms": 3.226}, "worker_merge_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.387, "count": 88, "max_ms": 74.221, "p95_ms": 68.176}, "visualize": {"avg_ms": 35.209, "count": 88, "max_ms": 48.846, "p95_ms": 47.292}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.648, "count": 88, "max_ms": 43.229, "p95_ms": 41.347}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.643, "count": 88, "max_ms": 47.145, "p95_ms": 45.352}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 88, "max_ms": 3.525, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.511, "count": 88, "max_ms": 47.007, "p95_ms": 45.111}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 88, "max_ms": 0.173, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.867, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.654, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93465, "write_bytes_delta": 93465, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 626.0, "cpu_core_ratio": 0.251591, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2309.0, "pid": 30338, "reason": null, "system_cpu_core_ratio": 0.076761, "system_cpu_s_delta": 2.8099999999999987, "user_cpu_core_ratio": 0.17483, "user_cpu_s_delta": 6.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.747398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228645, "system_cpu_s_delta": 8.369999999998981, "user_cpu_core_ratio": 0.518753, "user_cpu_s_delta": 18.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.155, "count": 88, "max_ms": 8.278, "p95_ms": 5.415, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.557, "max": 15.0, "p95": 13.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.357, "count": 30, "max": 50.821, "p95": 48.457, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.524, "count": 30, "max": 25.524, "p95": 24.48, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 954.767, "count": 30, "max": 1226.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 834.267, "count": 30, "max": 9561.0, "p95": 2412.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.226, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.452, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.038, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91449.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88462.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.267, "count": 30, "max": 39.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.222, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6764, "sampled_at": "2026-10-31T14:40:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:40:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1352252, "flush_count": 1446, "flush_interval_seconds": 30.0, "flush_state": {"count": 1446, "last_at": "2026-10-31T14:39:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:39:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1445}, "started": true, "suppressed_count": 803481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 803342}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1446, "written_record_count": 1446}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6877.828, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T14:40:04+09:00", "last_error_summary": "[h264 @ 0x613c361b7080] error while decoding MB 72 67, bytestream -11 [h264 @ 0x613c356e1240] error while decoding MB 19 61, bytestream -13 [h264 @ 0x613c355ede40] error while decoding MB 72 67, bytestream -5 [in#0/rtsp @ 0x613c355a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x613c355a5e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2225075097600, "copied_frame_count": 804787, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2225075097600, "frame_buffer_copies": 804787, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.6075, "p50_ms": 0.0906, "p95_ms": 0.2095, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4574, "count": 512, "max_ms": 6.3506, "p50_ms": 1.3534, "p95_ms": 2.3876, "p99_ms": 3.0293, "results": {"failed": 0, "not_applicable": 0, "success": 804787, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 359, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:40:04+09:00", "last_error_summary": "[h264 @ 0x613c361b7080] error while decoding MB 72 67, bytestream -11 [h264 @ 0x613c356e1240] error while decoding MB 19 61, bytestream -13 [h264 @ 0x613c355ede40] error while decoding MB 72 67, bytestream -5 [in#0/rtsp @ 0x613c355a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x613c355a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:40:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 294.739, "last_started_at": "2026-10-31T14:35:10+09:00", "pid": 30338, "process": {"exists": false, "pid": 30338}, "restart_count": 111, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.654, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T14:40:05+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-31T14:40:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 83.816, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 516.184, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-10-31T14:40:04.915938+09:00", "mtime_epoch": 1793425204.9159384, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98094}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:40:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1194.523, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 804787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.921, "max": 15.0, "p95": 13.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.968, "pushed": 2.968, "read": 2.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 71.885, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.673, "count": 88, "max_ms": 3.92, "p95_ms": 2.063, "reason": null, "sample_age_ms": 131.228, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 88, "max_ms": 2.063, "p95_ms": 1.518, "reason": null, "sample_age_ms": 131.511, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 88, "max_ms": 1.009, "p95_ms": 0.708, "reason": null, "sample_age_ms": 71.893, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.858, "count": 88, "max_ms": 4.01, "p95_ms": 3.151, "reason": null, "sample_age_ms": 129.585, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.568, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.388, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.764, "count": 88, "max_ms": 69.246, "p95_ms": 62.837, "reason": null, "sample_age_ms": 71.881, "source": "client_direct"}, "sample_age_ms": 71.877, "source": "client_direct", "task_total_ms": {"avg_ms": 48.183, "count": 88, "max_ms": 70.989, "p95_ms": 65.218, "reason": null, "sample_age_ms": 71.877, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.719, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.922, "count": 89, "max_ms": 11.422, "p95_ms": 8.893}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 89, "max_ms": 1.138, "p95_ms": 0.662}, "detection_prepare_ms": {"avg_ms": 1.33, "count": 89, "max_ms": 2.526, "p95_ms": 2.202}, "event_filter_ms": {"avg_ms": 0.005, "count": 89, "max_ms": 0.016, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 89, "max_ms": 1.33, "p95_ms": 0.301}, "mcmt_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.296, "count": 89, "max_ms": 4.99, "p95_ms": 3.352}, "setup_ms": {"avg_ms": 0.047, "count": 89, "max_ms": 0.1, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.86, "count": 89, "max_ms": 11.289, "p95_ms": 8.816}, "track_match_ms": {"avg_ms": 0.122, "count": 89, "max_ms": 0.34, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 1.523, "count": 89, "max_ms": 3.682, "p95_ms": 2.804}}, "gstreamer_push": {"avg_ms": 3.082, "count": 89, "max_ms": 5.95, "p95_ms": 4.944}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 89, "max_ms": 0.126, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.492, "count": 89, "max_ms": 74.193, "p95_ms": 68.153}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.774, "count": 89, "max_ms": 9.44, "p95_ms": 7.492}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.043, "count": 89, "max_ms": 125.022, "p95_ms": 112.679}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 89, "max_ms": 3.246, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.22, "count": 89, "max_ms": 0.581, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.715, "count": 89, "max_ms": 129.974, "p95_ms": 117.757}, "read_interval": {"avg_ms": 340.774, "count": 88, "max_ms": 19179.758, "p95_ms": 180.55}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 89, "max_ms": 0.051, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.221, "count": 89, "max_ms": 4.803, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 89, "max_ms": 0.055, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.203, "count": 89, "max_ms": 4.766, "p95_ms": 3.226}, "worker_merge_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.507, "count": 89, "max_ms": 74.221, "p95_ms": 68.176}, "visualize": {"avg_ms": 35.383, "count": 89, "max_ms": 50.713, "p95_ms": 47.612}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.81, "count": 89, "max_ms": 45.085, "p95_ms": 41.683}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.819, "count": 89, "max_ms": 49.37, "p95_ms": 45.41}, "visualize_input_copy_ms": {"avg_ms": 1.349, "count": 89, "max_ms": 3.525, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.686, "count": 89, "max_ms": 49.133, "p95_ms": 45.275}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 89, "max_ms": 0.173, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.867, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.654, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93465, "write_bytes_delta": 93465, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 626.0, "cpu_core_ratio": 0.251591, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2309.0, "pid": 30338, "reason": null, "system_cpu_core_ratio": 0.076761, "system_cpu_s_delta": 2.8099999999999987, "user_cpu_core_ratio": 0.17483, "user_cpu_s_delta": 6.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.747398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228645, "system_cpu_s_delta": 8.369999999998981, "user_cpu_core_ratio": 0.518753, "user_cpu_s_delta": 18.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.155, "count": 88, "max_ms": 8.278, "p95_ms": 5.415, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.557, "max": 15.0, "p95": 13.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.357, "count": 30, "max": 50.821, "p95": 48.457, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.524, "count": 30, "max": 25.524, "p95": 24.48, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 954.767, "count": 30, "max": 1226.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 834.267, "count": 30, "max": 9561.0, "p95": 2412.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.226, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.452, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.038, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91449.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88462.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.267, "count": 30, "max": 39.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.222, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6764, "sampled_at": "2026-10-31T14:40:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:40:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1352252, "flush_count": 1446, "flush_interval_seconds": 30.0, "flush_state": {"count": 1446, "last_at": "2026-10-31T14:39:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:39:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1445}, "started": true, "suppressed_count": 803481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 803342}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1446, "written_record_count": 1446}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6853.262, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2225075097600, "copied_frame_count": 804787, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2225075097600, "frame_buffer_copies": 804787, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.6075, "p50_ms": 0.0906, "p95_ms": 0.2095, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4574, "count": 512, "max_ms": 6.3506, "p50_ms": 1.3534, "p95_ms": 2.3876, "p99_ms": 3.0293, "results": {"failed": 0, "not_applicable": 0, "success": 804787, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 359, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:40:04+09:00", "last_error_summary": "[h264 @ 0x613c361b7080] error while decoding MB 72 67, bytestream -11 [h264 @ 0x613c356e1240] error while decoding MB 19 61, bytestream -13 [h264 @ 0x613c355ede40] error while decoding MB 72 67, bytestream -5 [in#0/rtsp @ 0x613c355a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x613c355a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:40:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 294.778, "last_started_at": "2026-10-31T14:35:10+09:00", "pid": 30338, "process": {"exists": false, "pid": 30338}, "restart_count": 111, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.654, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-31T14:40:05+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-10-31T14:40:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 83.843, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 516.157, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-31T14:40:05.046939+09:00", "mtime_epoch": 1793425205.046939, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98709}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:40:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1194.523, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 804787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.966, "max": 15.0, "p95": 13.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.942, "pushed": 2.942, "read": 2.909}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 108.104, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.677, "count": 87, "max_ms": 3.92, "p95_ms": 2.068, "reason": null, "sample_age_ms": 167.447, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.272, "count": 87, "max_ms": 2.063, "p95_ms": 1.52, "reason": null, "sample_age_ms": 167.731, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 88, "max_ms": 1.009, "p95_ms": 0.708, "reason": null, "sample_age_ms": 108.112, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.865, "count": 87, "max_ms": 4.01, "p95_ms": 3.153, "reason": null, "sample_age_ms": 165.804, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.787, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.607, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.764, "count": 88, "max_ms": 69.246, "p95_ms": 62.837, "reason": null, "sample_age_ms": 108.1, "source": "client_direct"}, "sample_age_ms": 108.096, "source": "client_direct", "task_total_ms": {"avg_ms": 48.183, "count": 88, "max_ms": 70.989, "p95_ms": 65.218, "reason": null, "sample_age_ms": 108.096, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.98, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.915, "count": 88, "max_ms": 11.422, "p95_ms": 8.893}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 88, "max_ms": 1.138, "p95_ms": 0.662}, "detection_prepare_ms": {"avg_ms": 1.329, "count": 88, "max_ms": 2.526, "p95_ms": 2.202}, "event_filter_ms": {"avg_ms": 0.005, "count": 88, "max_ms": 0.016, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 88, "max_ms": 1.33, "p95_ms": 0.301}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.287, "count": 88, "max_ms": 4.99, "p95_ms": 3.352}, "setup_ms": {"avg_ms": 0.047, "count": 88, "max_ms": 0.1, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.852, "count": 88, "max_ms": 11.289, "p95_ms": 8.816}, "track_match_ms": {"avg_ms": 0.123, "count": 88, "max_ms": 0.34, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 1.523, "count": 88, "max_ms": 3.682, "p95_ms": 2.804}}, "gstreamer_push": {"avg_ms": 3.076, "count": 88, "max_ms": 5.95, "p95_ms": 4.944}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 88, "max_ms": 0.126, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.255, "count": 88, "max_ms": 74.193, "p95_ms": 67.345}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.769, "count": 88, "max_ms": 9.44, "p95_ms": 7.492}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.668, "count": 88, "max_ms": 118.471, "p95_ms": 111.994}, "inference_input_copy_ms": {"avg_ms": 1.681, "count": 88, "max_ms": 3.246, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.22, "count": 88, "max_ms": 0.581, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.337, "count": 88, "max_ms": 122.584, "p95_ms": 117.631}, "read_interval": {"avg_ms": 343.054, "count": 87, "max_ms": 19179.758, "p95_ms": 180.55}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 88, "max_ms": 0.051, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.213, "count": 88, "max_ms": 4.803, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 88, "max_ms": 0.055, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.194, "count": 88, "max_ms": 4.766, "p95_ms": 3.226}, "worker_merge_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.27, "count": 88, "max_ms": 74.221, "p95_ms": 67.356}, "visualize": {"avg_ms": 35.253, "count": 88, "max_ms": 50.713, "p95_ms": 47.612}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.69, "count": 88, "max_ms": 45.085, "p95_ms": 41.683}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.699, "count": 88, "max_ms": 49.37, "p95_ms": 45.41}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 88, "max_ms": 3.525, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.566, "count": 88, "max_ms": 49.133, "p95_ms": 45.275}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 88, "max_ms": 0.173, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.867, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.654, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93465, "write_bytes_delta": 93465, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 626.0, "cpu_core_ratio": 0.251591, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2309.0, "pid": 30338, "reason": null, "system_cpu_core_ratio": 0.076761, "system_cpu_s_delta": 2.8099999999999987, "user_cpu_core_ratio": 0.17483, "user_cpu_s_delta": 6.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.747398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228645, "system_cpu_s_delta": 8.369999999998981, "user_cpu_core_ratio": 0.518753, "user_cpu_s_delta": 18.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.155, "count": 88, "max_ms": 8.278, "p95_ms": 5.415, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.557, "max": 15.0, "p95": 13.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.357, "count": 30, "max": 50.821, "p95": 48.457, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.524, "count": 30, "max": 25.524, "p95": 24.48, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 954.767, "count": 30, "max": 1226.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 834.267, "count": 30, "max": 9561.0, "p95": 2412.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.226, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.452, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.038, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91449.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88462.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.267, "count": 30, "max": 39.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.222, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6764, "sampled_at": "2026-10-31T14:40:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:40:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1352252, "flush_count": 1446, "flush_interval_seconds": 30.0, "flush_state": {"count": 1446, "last_at": "2026-10-31T14:39:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:39:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1445}, "started": true, "suppressed_count": 803481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 803342}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1446, "written_record_count": 1446}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7036.859, "limit_mb": null}, "detail": {"pid": 30454, "restart_count": 112, "start_count": 113}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2225075097600, "copied_frame_count": 804787, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2225075097600, "frame_buffer_copies": 804787, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.6075, "p50_ms": 0.0906, "p95_ms": 0.2095, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4574, "count": 512, "max_ms": 6.3506, "p50_ms": 1.3534, "p95_ms": 2.3876, "p99_ms": 3.0293, "results": {"failed": 0, "not_applicable": 0, "success": 804787, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 359, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:40:04+09:00", "last_error_summary": "[h264 @ 0x613c361b7080] error while decoding MB 72 67, bytestream -11 [h264 @ 0x613c356e1240] error while decoding MB 19 61, bytestream -13 [h264 @ 0x613c355ede40] error while decoding MB 72 67, bytestream -5 [in#0/rtsp @ 0x613c355a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x613c355a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:40:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:40:07+09:00", "pid": 30454, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.855, "name": "ffmpeg", "pid": 30454, "rss_mb": 205.855, "state": "S (sleeping)", "threads": 70}, "restart_count": 112, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.811, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.761, "last_frame_pushed_at": "2026-10-31T14:40:05+09:00", "last_frame_read_age_sec": 4.888, "last_frame_read_at": "2026-10-31T14:40:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.566, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 511.434, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": 4.751, "exists": true, "mtime": "2026-10-31T14:40:05.046939+09:00", "mtime_epoch": 1793425205.046939, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98709}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:40:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1194.527, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 804787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.193, "max": 15.0, "p95": 13.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 57}, "total": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 1.018, "max": 2.0, "p95": 1.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.906, "pushed": 1.906, "read": 1.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.007, "count": 57, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4828.671, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 56, "max_ms": 3.92, "p95_ms": 2.001, "reason": null, "sample_age_ms": 4888.015, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.237, "count": 56, "max_ms": 1.859, "p95_ms": 1.474, "reason": null, "sample_age_ms": 4888.298, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.396, "count": 57, "max_ms": 1.009, "p95_ms": 0.702, "reason": null, "sample_age_ms": 4828.68, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.909, "count": 56, "max_ms": 4.01, "p95_ms": 3.326, "reason": null, "sample_age_ms": 4886.372, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2764808.0, "count": 56, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4886.354, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4829.175, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.919, "count": 57, "max_ms": 67.265, "p95_ms": 58.725, "reason": null, "sample_age_ms": 4828.667, "source": "client_direct"}, "sample_age_ms": 4828.664, "source": "client_direct", "task_total_ms": {"avg_ms": 46.38, "count": 57, "max_ms": 70.304, "p95_ms": 61.566, "reason": null, "sample_age_ms": 4828.664, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.118, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.684, "count": 57, "max_ms": 11.422, "p95_ms": 8.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.34, "count": 57, "max_ms": 1.138, "p95_ms": 0.62}, "detection_prepare_ms": {"avg_ms": 1.279, "count": 57, "max_ms": 2.146, "p95_ms": 1.906}, "event_filter_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 57, "max_ms": 0.393, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.254, "count": 57, "max_ms": 4.99, "p95_ms": 3.442}, "setup_ms": {"avg_ms": 0.045, "count": 57, "max_ms": 0.1, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 5.624, "count": 57, "max_ms": 11.289, "p95_ms": 8.612}, "track_match_ms": {"avg_ms": 0.114, "count": 57, "max_ms": 0.254, "p95_ms": 0.203}, "tracker_update_ms": {"avg_ms": 1.439, "count": 57, "max_ms": 2.691, "p95_ms": 2.508}}, "gstreamer_push": {"avg_ms": 2.991, "count": 57, "max_ms": 5.95, "p95_ms": 4.524}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 57, "max_ms": 0.126, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.454, "count": 57, "max_ms": 74.193, "p95_ms": 62.781}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.849, "count": 57, "max_ms": 9.44, "p95_ms": 8.518}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.054, "count": 57, "max_ms": 118.471, "p95_ms": 109.912}, "inference_input_copy_ms": {"avg_ms": 1.717, "count": 57, "max_ms": 3.246, "p95_ms": 2.588}, "processing_residual_ms": {"avg_ms": 0.197, "count": 57, "max_ms": 0.569, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.818, "count": 57, "max_ms": 122.584, "p95_ms": 113.873}, "read_interval": {"avg_ms": 448.515, "count": 56, "max_ms": 19179.758, "p95_ms": 150.351}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 57, "max_ms": 0.051, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.181, "count": 57, "max_ms": 4.803, "p95_ms": 3.319}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 57, "max_ms": 0.055, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.163, "count": 57, "max_ms": 4.766, "p95_ms": 3.293}, "worker_merge_ms": {"avg_ms": 0.006, "count": 57, "max_ms": 0.018, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.468, "count": 57, "max_ms": 74.221, "p95_ms": 62.794}, "visualize": {"avg_ms": 34.668, "count": 57, "max_ms": 50.713, "p95_ms": 47.815}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.336, "count": 57, "max_ms": 45.085, "p95_ms": 41.8}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.212, "count": 57, "max_ms": 49.37, "p95_ms": 45.548}, "visualize_input_copy_ms": {"avg_ms": 1.256, "count": 57, "max_ms": 2.864, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.086, "count": 57, "max_ms": 49.133, "p95_ms": 45.33}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 57, "max_ms": 0.173, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1194.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.867, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.654, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93465, "write_bytes_delta": 93465, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 626.0, "cpu_core_ratio": 0.251591, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2309.0, "pid": 30338, "reason": null, "system_cpu_core_ratio": 0.076761, "system_cpu_s_delta": 2.8099999999999987, "user_cpu_core_ratio": 0.17483, "user_cpu_s_delta": 6.400000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.747398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228645, "system_cpu_s_delta": 8.369999999998981, "user_cpu_core_ratio": 0.518753, "user_cpu_s_delta": 18.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.155, "count": 88, "max_ms": 8.278, "p95_ms": 5.415, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.557, "max": 15.0, "p95": 13.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.357, "count": 30, "max": 50.821, "p95": 48.457, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.524, "count": 30, "max": 25.524, "p95": 24.48, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 954.767, "count": 30, "max": 1226.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 834.267, "count": 30, "max": 9561.0, "p95": 2412.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.226, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.452, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.038, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91449.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88462.4, "count": 30, "max": 98274.0, "p95": 95635.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.267, "count": 30, "max": 39.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.524, "p95": 0.52, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.08, "count": 30, "max": 1.222, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6764, "sampled_at": "2026-10-31T14:40:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:40:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1360016, "flush_count": 1454, "flush_interval_seconds": 30.0, "flush_state": {"count": 1454, "last_at": "2026-10-31T14:47:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:47:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1453}, "started": true, "suppressed_count": 807303, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 807164}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1454, "written_record_count": 1454}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6886.652, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x584f02fcee40] cabac decode of qscale diff failed at 42 58 [h264 @ 0x584f02fcee40] error while decoding MB 42 58, bytestream 2979 [h264 @ 0x584f030ea440] error while decoding MB 44 51, bytestream 7105 [h264 @ 0x584f030c20c0] left block unavailable for requested intra mode [h264 @ 0x584f030c20c0] error while decoding MB 0 64, bytestream 5413 [in#0/rtsp @ 0x584f02f86e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x584f02f86e00] Error retrieving a packet from demuxer: Connec", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2235664281600, "copied_frame_count": 808617, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2235664281600, "frame_buffer_copies": 808617, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1037, "count": 512, "max_ms": 0.315, "p50_ms": 0.0902, "p95_ms": 0.182, "p99_ms": 0.2358}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4194, "count": 512, "max_ms": 4.4422, "p50_ms": 1.3323, "p95_ms": 2.197, "p99_ms": 2.7341, "results": {"failed": 0, "not_applicable": 0, "success": 808617, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:47:48+09:00", "last_error_summary": "[h264 @ 0x584f02fcee40] cabac decode of qscale diff failed at 42 58 [h264 @ 0x584f02fcee40] error while decoding MB 42 58, bytestream 2979 [h264 @ 0x584f030ea440] error while decoding MB 44 51, bytestream 7105 [h264 @ 0x584f030c20c0] left block unavailable for requested intra mode [h264 @ 0x584f030c20c0] error while decoding MB 0 64, bytestream 5413 [in#0/rtsp @ 0x584f02f86e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x584f02f86e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-10-31T14:40:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.571, "last_started_at": "2026-10-31T14:40:07+09:00", "pid": 30454, "process": {"exists": false, "pid": 30454}, "restart_count": 112, "restart_count_per_hour": 5, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.615, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T14:47:48+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-10-31T14:47:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.151, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 52.849, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-31T14:47:48.361538+09:00", "mtime_epoch": 1793425668.3615382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96113}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:47:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1196.355, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 808617, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.013, "max": 4.0, "p95": 3.0, "sample_count": 76}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.027, "max": 2.0, "p95": 1.0, "sample_count": 75}, "total": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}}, "tracking_counts": {"active": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 76}, "tracked": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 76, "pushed_frames": 76, "read_frames": 76, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.112, "pushed": 4.112, "read": 4.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.005, "count": 76, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 75.413, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 76, "max_ms": 2.562, "p95_ms": 2.083, "reason": null, "sample_age_ms": 104.683, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 76, "max_ms": 1.949, "p95_ms": 1.585, "reason": null, "sample_age_ms": 104.898, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 76, "max_ms": 1.086, "p95_ms": 0.658, "reason": null, "sample_age_ms": 75.42, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.567, "count": 76, "max_ms": 2.642, "p95_ms": 2.464, "reason": null, "sample_age_ms": 103.635, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 103.619, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.639, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.027, "count": 76, "max_ms": 70.719, "p95_ms": 59.511, "reason": null, "sample_age_ms": 75.41, "source": "client_direct"}, "sample_age_ms": 75.407, "source": "client_direct", "task_total_ms": {"avg_ms": 45.056, "count": 76, "max_ms": 72.776, "p95_ms": 61.65, "reason": null, "sample_age_ms": 75.407, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.317, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.0, "count": 76, "max_ms": 11.573, "p95_ms": 10.032}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 76, "max_ms": 1.078, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.322, "count": 76, "max_ms": 2.873, "p95_ms": 2.337}, "event_filter_ms": {"avg_ms": 0.006, "count": 76, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 76, "max_ms": 0.356, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 76, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.462, "count": 76, "max_ms": 5.753, "p95_ms": 3.891}, "setup_ms": {"avg_ms": 0.045, "count": 76, "max_ms": 0.112, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.938, "count": 76, "max_ms": 11.454, "p95_ms": 9.932}, "track_match_ms": {"avg_ms": 0.116, "count": 76, "max_ms": 0.288, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 1.503, "count": 76, "max_ms": 3.852, "p95_ms": 2.803}}, "gstreamer_push": {"avg_ms": 3.029, "count": 76, "max_ms": 5.826, "p95_ms": 4.945}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 76, "max_ms": 0.14, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.031, "count": 76, "max_ms": 73.501, "p95_ms": 62.628}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 76, "max_ms": 10.893, "p95_ms": 9.035}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.667, "count": 76, "max_ms": 124.222, "p95_ms": 109.691}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 76, "max_ms": 4.623, "p95_ms": 3.076}, "processing_residual_ms": {"avg_ms": 0.164, "count": 76, "max_ms": 0.481, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.371, "count": 76, "max_ms": 128.085, "p95_ms": 115.809}, "read_interval": {"avg_ms": 420.053, "count": 76, "max_ms": 13545.542, "p95_ms": 139.262}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 76, "max_ms": 0.211, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.385, "count": 76, "max_ms": 5.648, "p95_ms": 3.727}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 76, "max_ms": 0.084, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.364, "count": 76, "max_ms": 5.623, "p95_ms": 3.683}, "worker_merge_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 46.047, "count": 76, "max_ms": 73.51, "p95_ms": 62.641}, "visualize": {"avg_ms": 35.578, "count": 76, "max_ms": 51.009, "p95_ms": 45.791}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.13, "count": 76, "max_ms": 45.589, "p95_ms": 40.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.086, "count": 76, "max_ms": 49.743, "p95_ms": 44.397}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 76, "max_ms": 3.287, "p95_ms": 2.341}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.959, "count": 76, "max_ms": 49.611, "p95_ms": 44.248}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 76, "max_ms": 0.164, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 76}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.399, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.904, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93839, "write_bytes_delta": 93839, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.450872, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1686.0, "pid": 30454, "reason": null, "system_cpu_core_ratio": 0.225027, "system_cpu_s_delta": 5.5, "user_cpu_core_ratio": 0.225845, "user_cpu_s_delta": 5.52000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634575, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.197205, "system_cpu_s_delta": 4.819999999999709, "user_cpu_core_ratio": 0.43737, "user_cpu_s_delta": 10.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 144, "max_ms": 4.98, "p95_ms": 4.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.951, "max": 4.0, "p95": 4.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.05, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.583, "max": 2.0, "p95": 1.0, "sample_count": 144}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.693, "count": 30, "max": 81.597, "p95": 54.8, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.982, "count": 30, "max": 25.027, "p95": 24.623, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 977.7, "count": 30, "max": 1167.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1047.5, "count": 30, "max": 10271.0, "p95": 6354.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.225, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.446, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 32.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.556, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.267, "p95": 1.251, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6786, "sampled_at": "2026-10-31T14:47:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:47:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 18.483, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1360016, "flush_count": 1454, "flush_interval_seconds": 30.0, "flush_state": {"count": 1454, "last_at": "2026-10-31T14:47:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:47:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1453}, "started": true, "suppressed_count": 807303, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 807164}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1454, "written_record_count": 1454}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6887.383, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2235664281600, "copied_frame_count": 808617, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2235664281600, "frame_buffer_copies": 808617, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1037, "count": 512, "max_ms": 0.315, "p50_ms": 0.0902, "p95_ms": 0.182, "p99_ms": 0.2358}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4194, "count": 512, "max_ms": 4.4422, "p50_ms": 1.3323, "p95_ms": 2.197, "p99_ms": 2.7341, "results": {"failed": 0, "not_applicable": 0, "success": 808617, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:47:48+09:00", "last_error_summary": "[h264 @ 0x584f02fcee40] cabac decode of qscale diff failed at 42 58 [h264 @ 0x584f02fcee40] error while decoding MB 42 58, bytestream 2979 [h264 @ 0x584f030ea440] error while decoding MB 44 51, bytestream 7105 [h264 @ 0x584f030c20c0] left block unavailable for requested intra mode [h264 @ 0x584f030c20c0] error while decoding MB 0 64, bytestream 5413 [in#0/rtsp @ 0x584f02f86e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x584f02f86e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-10-31T14:40:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.565, "last_started_at": "2026-10-31T14:40:07+09:00", "pid": 30454, "process": {"exists": false, "pid": 30454}, "restart_count": 112, "restart_count_per_hour": 5, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.615, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-10-31T14:47:48+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-31T14:47:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.157, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 52.843, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:47:48+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1196.355, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 808617, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.013, "max": 4.0, "p95": 3.0, "sample_count": 76}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.027, "max": 2.0, "p95": 1.0, "sample_count": 75}, "total": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}}, "tracking_counts": {"active": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 76}, "tracked": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 76, "pushed_frames": 76, "read_frames": 76, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.113, "pushed": 4.113, "read": 4.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.005, "count": 76, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 72.238, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 76, "max_ms": 2.562, "p95_ms": 2.083, "reason": null, "sample_age_ms": 101.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 76, "max_ms": 1.949, "p95_ms": 1.585, "reason": null, "sample_age_ms": 101.722, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 76, "max_ms": 1.086, "p95_ms": 0.658, "reason": null, "sample_age_ms": 72.244, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.567, "count": 76, "max_ms": 2.642, "p95_ms": 2.464, "reason": null, "sample_age_ms": 100.46, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 100.443, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.464, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.027, "count": 76, "max_ms": 70.719, "p95_ms": 59.511, "reason": null, "sample_age_ms": 72.234, "source": "client_direct"}, "sample_age_ms": 72.231, "source": "client_direct", "task_total_ms": {"avg_ms": 45.056, "count": 76, "max_ms": 72.776, "p95_ms": 61.65, "reason": null, "sample_age_ms": 72.231, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.786, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.0, "count": 76, "max_ms": 11.573, "p95_ms": 10.032}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 76, "max_ms": 1.078, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.322, "count": 76, "max_ms": 2.873, "p95_ms": 2.337}, "event_filter_ms": {"avg_ms": 0.006, "count": 76, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 76, "max_ms": 0.356, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 76, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.462, "count": 76, "max_ms": 5.753, "p95_ms": 3.891}, "setup_ms": {"avg_ms": 0.045, "count": 76, "max_ms": 0.112, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.938, "count": 76, "max_ms": 11.454, "p95_ms": 9.932}, "track_match_ms": {"avg_ms": 0.116, "count": 76, "max_ms": 0.288, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 1.503, "count": 76, "max_ms": 3.852, "p95_ms": 2.803}}, "gstreamer_push": {"avg_ms": 3.029, "count": 76, "max_ms": 5.826, "p95_ms": 4.945}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 76, "max_ms": 0.14, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.031, "count": 76, "max_ms": 73.501, "p95_ms": 62.628}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 76, "max_ms": 10.893, "p95_ms": 9.035}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.667, "count": 76, "max_ms": 124.222, "p95_ms": 109.691}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 76, "max_ms": 4.623, "p95_ms": 3.076}, "processing_residual_ms": {"avg_ms": 0.164, "count": 76, "max_ms": 0.481, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.371, "count": 76, "max_ms": 128.085, "p95_ms": 115.809}, "read_interval": {"avg_ms": 420.053, "count": 76, "max_ms": 13545.542, "p95_ms": 139.262}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 76, "max_ms": 0.211, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.385, "count": 76, "max_ms": 5.648, "p95_ms": 3.727}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 76, "max_ms": 0.084, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.364, "count": 76, "max_ms": 5.623, "p95_ms": 3.683}, "worker_merge_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 46.047, "count": 76, "max_ms": 73.51, "p95_ms": 62.641}, "visualize": {"avg_ms": 35.578, "count": 76, "max_ms": 51.009, "p95_ms": 45.791}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.13, "count": 76, "max_ms": 45.589, "p95_ms": 40.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.086, "count": 76, "max_ms": 49.743, "p95_ms": 44.397}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 76, "max_ms": 3.287, "p95_ms": 2.341}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.959, "count": 76, "max_ms": 49.611, "p95_ms": 44.248}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 76, "max_ms": 0.164, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 76}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.399, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.904, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93839, "write_bytes_delta": 93839, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.450872, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1686.0, "pid": 30454, "reason": null, "system_cpu_core_ratio": 0.225027, "system_cpu_s_delta": 5.5, "user_cpu_core_ratio": 0.225845, "user_cpu_s_delta": 5.52000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634575, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.197205, "system_cpu_s_delta": 4.819999999999709, "user_cpu_core_ratio": 0.43737, "user_cpu_s_delta": 10.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 144, "max_ms": 4.98, "p95_ms": 4.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.951, "max": 4.0, "p95": 4.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.05, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.583, "max": 2.0, "p95": 1.0, "sample_count": 144}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.693, "count": 30, "max": 81.597, "p95": 54.8, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.982, "count": 30, "max": 25.027, "p95": 24.623, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 977.7, "count": 30, "max": 1167.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1047.5, "count": 30, "max": 10271.0, "p95": 6354.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.225, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.446, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 32.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.556, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.267, "p95": 1.251, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6786, "sampled_at": "2026-10-31T14:47:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:47:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 18.478, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1360016, "flush_count": 1454, "flush_interval_seconds": 30.0, "flush_state": {"count": 1454, "last_at": "2026-10-31T14:47:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:47:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1453}, "started": true, "suppressed_count": 807303, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 807164}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1454, "written_record_count": 1454}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6886.082, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2235664281600, "copied_frame_count": 808617, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2235664281600, "frame_buffer_copies": 808617, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1037, "count": 512, "max_ms": 0.315, "p50_ms": 0.0902, "p95_ms": 0.182, "p99_ms": 0.2358}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4194, "count": 512, "max_ms": 4.4422, "p50_ms": 1.3323, "p95_ms": 2.197, "p99_ms": 2.7341, "results": {"failed": 0, "not_applicable": 0, "success": 808617, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:47:48+09:00", "last_error_summary": "[h264 @ 0x584f02fcee40] cabac decode of qscale diff failed at 42 58 [h264 @ 0x584f02fcee40] error while decoding MB 42 58, bytestream 2979 [h264 @ 0x584f030ea440] error while decoding MB 44 51, bytestream 7105 [h264 @ 0x584f030c20c0] left block unavailable for requested intra mode [h264 @ 0x584f030c20c0] error while decoding MB 0 64, bytestream 5413 [in#0/rtsp @ 0x584f02f86e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x584f02f86e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-10-31T14:40:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.622, "last_started_at": "2026-10-31T14:40:07+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 112, "restart_count_per_hour": 5, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.615, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-31T14:47:48+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-10-31T14:47:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.182, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 52.818, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-31T14:47:48.361538+09:00", "mtime_epoch": 1793425668.3615382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96113}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:47:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1196.352, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 808617, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.013, "max": 4.0, "p95": 3.0, "sample_count": 76}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.027, "max": 2.0, "p95": 1.0, "sample_count": 75}, "total": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}}, "tracking_counts": {"active": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 76}, "tracked": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 76, "pushed_frames": 76, "read_frames": 76, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.1, "pushed": 4.1, "read": 4.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.005, "count": 76, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 127.3, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 76, "max_ms": 2.562, "p95_ms": 2.083, "reason": null, "sample_age_ms": 156.569, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 76, "max_ms": 1.949, "p95_ms": 1.585, "reason": null, "sample_age_ms": 156.784, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 76, "max_ms": 1.086, "p95_ms": 0.658, "reason": null, "sample_age_ms": 127.306, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.567, "count": 76, "max_ms": 2.642, "p95_ms": 2.464, "reason": null, "sample_age_ms": 155.521, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.505, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.526, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.027, "count": 76, "max_ms": 70.719, "p95_ms": 59.511, "reason": null, "sample_age_ms": 127.296, "source": "client_direct"}, "sample_age_ms": 127.293, "source": "client_direct", "task_total_ms": {"avg_ms": 45.056, "count": 76, "max_ms": 72.776, "p95_ms": 61.65, "reason": null, "sample_age_ms": 127.293, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.462, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.0, "count": 76, "max_ms": 11.573, "p95_ms": 10.032}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 76, "max_ms": 1.078, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.322, "count": 76, "max_ms": 2.873, "p95_ms": 2.337}, "event_filter_ms": {"avg_ms": 0.006, "count": 76, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 76, "max_ms": 0.356, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 76, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.462, "count": 76, "max_ms": 5.753, "p95_ms": 3.891}, "setup_ms": {"avg_ms": 0.045, "count": 76, "max_ms": 0.112, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.938, "count": 76, "max_ms": 11.454, "p95_ms": 9.932}, "track_match_ms": {"avg_ms": 0.116, "count": 76, "max_ms": 0.288, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 1.503, "count": 76, "max_ms": 3.852, "p95_ms": 2.803}}, "gstreamer_push": {"avg_ms": 3.029, "count": 76, "max_ms": 5.826, "p95_ms": 4.945}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 76, "max_ms": 0.14, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.031, "count": 76, "max_ms": 73.501, "p95_ms": 62.628}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 76, "max_ms": 10.893, "p95_ms": 9.035}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.667, "count": 76, "max_ms": 124.222, "p95_ms": 109.691}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 76, "max_ms": 4.623, "p95_ms": 3.076}, "processing_residual_ms": {"avg_ms": 0.164, "count": 76, "max_ms": 0.481, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.371, "count": 76, "max_ms": 128.085, "p95_ms": 115.809}, "read_interval": {"avg_ms": 420.053, "count": 76, "max_ms": 13545.542, "p95_ms": 139.262}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 76, "max_ms": 0.211, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.385, "count": 76, "max_ms": 5.648, "p95_ms": 3.727}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 76, "max_ms": 0.084, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.364, "count": 76, "max_ms": 5.623, "p95_ms": 3.683}, "worker_merge_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 46.047, "count": 76, "max_ms": 73.51, "p95_ms": 62.641}, "visualize": {"avg_ms": 35.578, "count": 76, "max_ms": 51.009, "p95_ms": 45.791}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.13, "count": 76, "max_ms": 45.589, "p95_ms": 40.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.086, "count": 76, "max_ms": 49.743, "p95_ms": 44.397}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 76, "max_ms": 3.287, "p95_ms": 2.341}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.959, "count": 76, "max_ms": 49.611, "p95_ms": 44.248}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 76, "max_ms": 0.164, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 76}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.399, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.904, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93839, "write_bytes_delta": 93839, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.450872, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1686.0, "pid": 30454, "reason": null, "system_cpu_core_ratio": 0.225027, "system_cpu_s_delta": 5.5, "user_cpu_core_ratio": 0.225845, "user_cpu_s_delta": 5.52000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634575, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.197205, "system_cpu_s_delta": 4.819999999999709, "user_cpu_core_ratio": 0.43737, "user_cpu_s_delta": 10.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 144, "max_ms": 4.98, "p95_ms": 4.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.951, "max": 4.0, "p95": 4.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.05, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.583, "max": 2.0, "p95": 1.0, "sample_count": 144}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.693, "count": 30, "max": 81.597, "p95": 54.8, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.982, "count": 30, "max": 25.027, "p95": 24.623, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 977.7, "count": 30, "max": 1167.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1047.5, "count": 30, "max": 10271.0, "p95": 6354.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.225, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.446, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 32.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.556, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.267, "p95": 1.251, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6786, "sampled_at": "2026-10-31T14:47:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:47:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 18.534, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1360016, "flush_count": 1454, "flush_interval_seconds": 30.0, "flush_state": {"count": 1454, "last_at": "2026-10-31T14:47:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:47:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1453}, "started": true, "suppressed_count": 807303, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 807164}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1454, "written_record_count": 1454}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7063.121, "limit_mb": null}, "detail": {"pid": 30570, "restart_count": 113, "start_count": 114}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2235664281600, "copied_frame_count": 808617, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2235664281600, "frame_buffer_copies": 808617, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1037, "count": 512, "max_ms": 0.315, "p50_ms": 0.0902, "p95_ms": 0.182, "p99_ms": 0.2358}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4194, "count": 512, "max_ms": 4.4422, "p50_ms": 1.3323, "p95_ms": 2.197, "p99_ms": 2.7341, "results": {"failed": 0, "not_applicable": 0, "success": 808617, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:47:48+09:00", "last_error_summary": "[h264 @ 0x584f02fcee40] cabac decode of qscale diff failed at 42 58 [h264 @ 0x584f02fcee40] error while decoding MB 42 58, bytestream 2979 [h264 @ 0x584f030ea440] error while decoding MB 44 51, bytestream 7105 [h264 @ 0x584f030c20c0] left block unavailable for requested intra mode [h264 @ 0x584f030c20c0] error while decoding MB 0 64, bytestream 5413 [in#0/rtsp @ 0x584f02f86e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x584f02f86e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-10-31T14:40:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:47:50+09:00", "pid": 30570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.566, "name": "ffmpeg", "pid": 30570, "rss_mb": 211.566, "state": "S (sleeping)", "threads": 70}, "restart_count": 113, "restart_count_per_hour": 6, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.615, "sample_count": 2355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.501, "last_frame_pushed_at": "2026-10-31T14:47:48+09:00", "last_frame_read_age_sec": 4.589, "last_frame_read_at": "2026-10-31T14:47:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 551.631, "last_sample_duration_ms": 1100.376, "last_trigger": "periodic", "next_snapshot_in_sec": 48.369, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 145, "storage_bytes": 2412895}, "mjpeg": {"age_sec": 4.491, "exists": true, "mtime": "2026-10-31T14:47:48.361538+09:00", "mtime_epoch": 1793425668.3615382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96113}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:47:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1196.355, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 808617, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.013, "max": 4.0, "p95": 3.0, "sample_count": 76}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.027, "max": 2.0, "p95": 1.0, "sample_count": 75}, "total": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}}, "tracking_counts": {"active": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 76}, "tracked": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 76}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 76, "pushed_frames": 76, "read_frames": 76, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.309, "pushed": 3.309, "read": 3.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.005, "count": 76, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4564.181, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 76, "max_ms": 2.562, "p95_ms": 2.083, "reason": null, "sample_age_ms": 4593.451, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 76, "max_ms": 1.949, "p95_ms": 1.585, "reason": null, "sample_age_ms": 4593.666, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 76, "max_ms": 1.086, "p95_ms": 0.658, "reason": null, "sample_age_ms": 4564.188, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.567, "count": 76, "max_ms": 2.642, "p95_ms": 2.464, "reason": null, "sample_age_ms": 4592.403, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4592.387, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4564.407, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.027, "count": 76, "max_ms": 70.719, "p95_ms": 59.511, "reason": null, "sample_age_ms": 4564.178, "source": "client_direct"}, "sample_age_ms": 4564.175, "source": "client_direct", "task_total_ms": {"avg_ms": 45.056, "count": 76, "max_ms": 72.776, "p95_ms": 61.65, "reason": null, "sample_age_ms": 4564.175, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.682, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.0, "count": 76, "max_ms": 11.573, "p95_ms": 10.032}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 76, "max_ms": 1.078, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.322, "count": 76, "max_ms": 2.873, "p95_ms": 2.337}, "event_filter_ms": {"avg_ms": 0.006, "count": 76, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 76, "max_ms": 0.356, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 76, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.462, "count": 76, "max_ms": 5.753, "p95_ms": 3.891}, "setup_ms": {"avg_ms": 0.045, "count": 76, "max_ms": 0.112, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.938, "count": 76, "max_ms": 11.454, "p95_ms": 9.932}, "track_match_ms": {"avg_ms": 0.116, "count": 76, "max_ms": 0.288, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 1.503, "count": 76, "max_ms": 3.852, "p95_ms": 2.803}}, "gstreamer_push": {"avg_ms": 3.029, "count": 76, "max_ms": 5.826, "p95_ms": 4.945}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 76, "max_ms": 0.14, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.031, "count": 76, "max_ms": 73.501, "p95_ms": 62.628}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.813, "count": 76, "max_ms": 10.893, "p95_ms": 9.035}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.667, "count": 76, "max_ms": 124.222, "p95_ms": 109.691}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 76, "max_ms": 4.623, "p95_ms": 3.076}, "processing_residual_ms": {"avg_ms": 0.164, "count": 76, "max_ms": 0.481, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.371, "count": 76, "max_ms": 128.085, "p95_ms": 115.809}, "read_interval": {"avg_ms": 420.053, "count": 76, "max_ms": 13545.542, "p95_ms": 139.262}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 76, "max_ms": 0.211, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.385, "count": 76, "max_ms": 5.648, "p95_ms": 3.727}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 76, "max_ms": 0.084, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.364, "count": 76, "max_ms": 5.623, "p95_ms": 3.683}, "worker_merge_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 46.047, "count": 76, "max_ms": 73.51, "p95_ms": 62.641}, "visualize": {"avg_ms": 35.578, "count": 76, "max_ms": 51.009, "p95_ms": 45.791}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.13, "count": 76, "max_ms": 45.589, "p95_ms": 40.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.086, "count": 76, "max_ms": 49.743, "p95_ms": 44.397}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 76, "max_ms": 3.287, "p95_ms": 2.341}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 76, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.959, "count": 76, "max_ms": 49.611, "p95_ms": 44.248}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 76, "max_ms": 0.164, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 76}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1196.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.399, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.904, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93839, "write_bytes_delta": 93839, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.450872, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1686.0, "pid": 30454, "reason": null, "system_cpu_core_ratio": 0.225027, "system_cpu_s_delta": 5.5, "user_cpu_core_ratio": 0.225845, "user_cpu_s_delta": 5.52000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634575, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.197205, "system_cpu_s_delta": 4.819999999999709, "user_cpu_core_ratio": 0.43737, "user_cpu_s_delta": 10.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 144, "max_ms": 4.98, "p95_ms": 4.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.951, "max": 4.0, "p95": 4.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.05, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.583, "max": 2.0, "p95": 1.0, "sample_count": 144}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.693, "count": 30, "max": 81.597, "p95": 54.8, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.982, "count": 30, "max": 25.027, "p95": 24.623, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 977.7, "count": 30, "max": 1167.0, "p95": 1151.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1047.5, "count": 30, "max": 10271.0, "p95": 6354.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.225, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.446, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93484.3, "count": 30, "max": 98274.0, "p95": 96232.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 32.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.556, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.267, "p95": 1.251, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6786, "sampled_at": "2026-10-31T14:47:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:47:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1369415, "flush_count": 1464, "flush_interval_seconds": 30.0, "flush_state": {"count": 1464, "last_at": "2026-10-31T14:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1463}, "started": true, "suppressed_count": 812498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 812359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1464, "written_record_count": 1464}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6899.156, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59c6c5930e00] cabac decode of qscale diff failed at 58 62 [h264 @ 0x59c6c5930e00] error while decoding MB 58 62, bytestream 46628 [h264 @ 0x59c6c59a97c0] error while decoding MB 22 66, bytestream -11 [rtsp @ 0x59c6c5845f00] RTP: PT=60: bad cseq 309f expected=2401 [h264 @ 0x59c6c5981440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59c6c5981440] error while decoding MB 0 63, bytestream 7179 [h264 @ 0x59c6c5862dc0] error while decoding MB 64 50, bytestream -12 [in#0/rt", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2250052300800, "copied_frame_count": 813821, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2250052300800, "frame_buffer_copies": 813821, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 1.1086, "p50_ms": 0.1001, "p95_ms": 0.2023, "p99_ms": 0.2611}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4791, "count": 512, "max_ms": 5.1914, "p50_ms": 1.4069, "p95_ms": 2.4598, "p99_ms": 3.0295, "results": {"failed": 0, "not_applicable": 0, "success": 813821, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 368, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:57:48+09:00", "last_error_summary": "[h264 @ 0x59c6c5930e00] cabac decode of qscale diff failed at 58 62 [h264 @ 0x59c6c5930e00] error while decoding MB 58 62, bytestream 46628 [h264 @ 0x59c6c59a97c0] error while decoding MB 22 66, bytestream -11 [rtsp @ 0x59c6c5845f00] RTP: PT=60: bad cseq 309f expected=2401 [h264 @ 0x59c6c5981440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59c6c5981440] error while decoding MB 0 63, bytestream 7179 [h264 @ 0x59c6c5862dc0] error while decoding MB 64 50, bytestream -12 [in#0/rt", "last_exit_at": "2026-10-31T14:40:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.933, "last_started_at": "2026-10-31T14:47:50+09:00", "pid": 30570, "process": {"exists": false, "pid": 30570}, "restart_count": 113, "restart_count_per_hour": 6, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-31T14:57:48+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-10-31T14:57:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.57, "last_sample_duration_ms": 1034.062, "last_trigger": "periodic", "next_snapshot_in_sec": 54.43, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 146, "storage_bytes": 2422450}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-31T14:57:48.717381+09:00", "mtime_epoch": 1793426268.7173805, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89762}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:57:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1198.859, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 813822, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 78, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.663, "pushed": 2.663, "read": 2.698}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 78, "client_acquire_ms": {"avg_ms": 0.006, "count": 78, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 31.537, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 78, "max_ms": 2.823, "p95_ms": 2.186, "reason": null, "sample_age_ms": 75.105, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 78, "max_ms": 2.384, "p95_ms": 1.829, "reason": null, "sample_age_ms": 75.504, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.271, "count": 78, "max_ms": 0.609, "p95_ms": 0.482, "reason": null, "sample_age_ms": 31.546, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.757, "count": 78, "max_ms": 3.94, "p95_ms": 2.902, "reason": null, "sample_age_ms": 73.259, "source": "client_direct"}, "request_count": 78, "request_tensor_bytes": {"avg": 2764808.0, "count": 78, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.219, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 78, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.943, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.13, "count": 78, "max_ms": 59.635, "p95_ms": 56.485, "reason": null, "sample_age_ms": 31.533, "source": "client_direct"}, "sample_age_ms": 31.529, "source": "client_direct", "task_total_ms": {"avg_ms": 44.326, "count": 78, "max_ms": 62.896, "p95_ms": 58.612, "reason": null, "sample_age_ms": 31.529, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.556, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.816, "count": 77, "max_ms": 2.154, "p95_ms": 1.547}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 77, "max_ms": 0.643, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.152, "count": 77, "max_ms": 0.323, "p95_ms": 0.29}, "event_filter_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 77, "max_ms": 0.192, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.003, "count": 77, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 77, "max_ms": 0.678, "p95_ms": 0.458}, "setup_ms": {"avg_ms": 0.042, "count": 77, "max_ms": 0.101, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.773, "count": 77, "max_ms": 2.063, "p95_ms": 1.446}, "track_match_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 77, "max_ms": 0.1, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.215, "count": 77, "max_ms": 8.042, "p95_ms": 4.966}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 77, "max_ms": 0.101, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.355, "count": 77, "max_ms": 64.072, "p95_ms": 61.893}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.74, "count": 77, "max_ms": 12.048, "p95_ms": 8.149}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.795, "count": 77, "max_ms": 106.88, "p95_ms": 97.284}, "inference_input_copy_ms": {"avg_ms": 1.494, "count": 77, "max_ms": 3.104, "p95_ms": 2.566}, "processing_residual_ms": {"avg_ms": 0.189, "count": 77, "max_ms": 0.704, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.219, "count": 77, "max_ms": 120.991, "p95_ms": 102.482}, "read_interval": {"avg_ms": 398.33, "count": 78, "max_ms": 11015.505, "p95_ms": 173.611}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 77, "max_ms": 0.062, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.141, "count": 77, "max_ms": 0.484, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 77, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 77, "max_ms": 0.441, "p95_ms": 0.303}, "worker_merge_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.368, "count": 77, "max_ms": 64.082, "p95_ms": 61.907}, "visualize": {"avg_ms": 36.604, "count": 77, "max_ms": 47.902, "p95_ms": 45.826}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.903, "count": 77, "max_ms": 45.86, "p95_ms": 43.577}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.709, "count": 77, "max_ms": 46.505, "p95_ms": 44.426}, "visualize_input_copy_ms": {"avg_ms": 1.69, "count": 77, "max_ms": 3.157, "p95_ms": 2.807}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.585, "count": 77, "max_ms": 46.39, "p95_ms": 44.286}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 77, "max_ms": 0.192, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1198.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.094, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89430, "write_bytes_delta": 89430, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.109261, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2405.0, "pid": 30570, "reason": null, "system_cpu_core_ratio": 0.050132, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.05913, "user_cpu_s_delta": 1.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.209953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.068127, "system_cpu_s_delta": 1.5900000000001455, "user_cpu_core_ratio": 0.141825, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 72, "max_ms": 8.042, "p95_ms": 4.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.678, "count": 30, "max": 59.913, "p95": 53.42, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.892, "count": 30, "max": 35.5, "p95": 29.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.233, "count": 30, "max": 1197.0, "p95": 1174.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.267, "count": 30, "max": 2405.0, "p95": 1230.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.345, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.476, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 30.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.493, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.06, "count": 30, "max": 1.182, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6827, "sampled_at": "2026-10-31T14:57:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:57:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1369415, "flush_count": 1464, "flush_interval_seconds": 30.0, "flush_state": {"count": 1464, "last_at": "2026-10-31T14:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1463}, "started": true, "suppressed_count": 812498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 812359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1464, "written_record_count": 1464}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6875.344, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T14:57:48+09:00", "last_error_summary": "[h264 @ 0x59c6c5930e00] cabac decode of qscale diff failed at 58 62 [h264 @ 0x59c6c5930e00] error while decoding MB 58 62, bytestream 46628 [h264 @ 0x59c6c59a97c0] error while decoding MB 22 66, bytestream -11 [rtsp @ 0x59c6c5845f00] RTP: PT=60: bad cseq 309f expected=2401 [h264 @ 0x59c6c5981440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59c6c5981440] error while decoding MB 0 63, bytestream 7179 [h264 @ 0x59c6c5862dc0] error while decoding MB 64 50, bytestream -12 [in#0/rt", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2250055065600, "copied_frame_count": 813822, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2250055065600, "frame_buffer_copies": 813822, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 1.1086, "p50_ms": 0.1001, "p95_ms": 0.2023, "p99_ms": 0.2611}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4793, "count": 512, "max_ms": 5.1914, "p50_ms": 1.4069, "p95_ms": 2.4598, "p99_ms": 3.0295, "results": {"failed": 0, "not_applicable": 0, "success": 813822, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 368, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:57:48+09:00", "last_error_summary": "[h264 @ 0x59c6c5930e00] cabac decode of qscale diff failed at 58 62 [h264 @ 0x59c6c5930e00] error while decoding MB 58 62, bytestream 46628 [h264 @ 0x59c6c59a97c0] error while decoding MB 22 66, bytestream -11 [rtsp @ 0x59c6c5845f00] RTP: PT=60: bad cseq 309f expected=2401 [h264 @ 0x59c6c5981440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59c6c5981440] error while decoding MB 0 63, bytestream 7179 [h264 @ 0x59c6c5862dc0] error while decoding MB 64 50, bytestream -12 [in#0/rt", "last_exit_at": "2026-10-31T14:57:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.969, "last_started_at": "2026-10-31T14:47:50+09:00", "pid": 30570, "process": {"exists": false, "pid": 30570}, "restart_count": 113, "restart_count_per_hour": 6, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-10-31T14:57:48+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-10-31T14:57:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.6, "last_sample_duration_ms": 1034.062, "last_trigger": "periodic", "next_snapshot_in_sec": 54.4, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 146, "storage_bytes": 2422450}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-31T14:57:48.815381+09:00", "mtime_epoch": 1793426268.8153813, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89437}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:57:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1198.855, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 813822, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 78, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.695, "pushed": 2.695, "read": 2.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 78, "client_acquire_ms": {"avg_ms": 0.006, "count": 78, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 66.911, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 78, "max_ms": 2.823, "p95_ms": 2.186, "reason": null, "sample_age_ms": 110.48, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 78, "max_ms": 2.384, "p95_ms": 1.829, "reason": null, "sample_age_ms": 110.878, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.271, "count": 78, "max_ms": 0.609, "p95_ms": 0.482, "reason": null, "sample_age_ms": 66.921, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.757, "count": 78, "max_ms": 3.94, "p95_ms": 2.902, "reason": null, "sample_age_ms": 108.634, "source": "client_direct"}, "request_count": 78, "request_tensor_bytes": {"avg": 2764808.0, "count": 78, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.593, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 78, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.317, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.13, "count": 78, "max_ms": 59.635, "p95_ms": 56.485, "reason": null, "sample_age_ms": 66.907, "source": "client_direct"}, "sample_age_ms": 66.904, "source": "client_direct", "task_total_ms": {"avg_ms": 44.326, "count": 78, "max_ms": 62.896, "p95_ms": 58.612, "reason": null, "sample_age_ms": 66.904, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.826, "count": 78, "max_ms": 2.154, "p95_ms": 1.633}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.251, "count": 78, "max_ms": 0.643, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 78, "max_ms": 0.559, "p95_ms": 0.296}, "event_filter_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 78, "max_ms": 0.192, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 78, "max_ms": 0.678, "p95_ms": 0.458}, "setup_ms": {"avg_ms": 0.042, "count": 78, "max_ms": 0.101, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.783, "count": 78, "max_ms": 2.063, "p95_ms": 1.563}, "track_match_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.017, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.031, "count": 78, "max_ms": 0.1, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.217, "count": 78, "max_ms": 8.042, "p95_ms": 4.966}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 78, "max_ms": 0.101, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.344, "count": 78, "max_ms": 64.072, "p95_ms": 61.893}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.725, "count": 78, "max_ms": 12.048, "p95_ms": 8.149}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.844, "count": 78, "max_ms": 106.88, "p95_ms": 97.284}, "inference_input_copy_ms": {"avg_ms": 1.489, "count": 78, "max_ms": 3.104, "p95_ms": 2.566}, "processing_residual_ms": {"avg_ms": 0.19, "count": 78, "max_ms": 0.704, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.247, "count": 78, "max_ms": 120.991, "p95_ms": 102.482}, "read_interval": {"avg_ms": 398.33, "count": 78, "max_ms": 11015.505, "p95_ms": 173.611}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 78, "max_ms": 0.062, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.142, "count": 78, "max_ms": 0.484, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 78, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 78, "max_ms": 0.441, "p95_ms": 0.303}, "worker_merge_ms": {"avg_ms": 0.006, "count": 78, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.357, "count": 78, "max_ms": 64.082, "p95_ms": 61.907}, "visualize": {"avg_ms": 36.653, "count": 78, "max_ms": 47.902, "p95_ms": 45.826}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.937, "count": 78, "max_ms": 45.86, "p95_ms": 43.577}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.75, "count": 78, "max_ms": 46.505, "p95_ms": 44.426}, "visualize_input_copy_ms": {"avg_ms": 1.696, "count": 78, "max_ms": 3.157, "p95_ms": 2.807}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.625, "count": 78, "max_ms": 46.39, "p95_ms": 44.286}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 78, "max_ms": 0.192, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1198.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.094, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89430, "write_bytes_delta": 89430, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.109261, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2405.0, "pid": 30570, "reason": null, "system_cpu_core_ratio": 0.050132, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.05913, "user_cpu_s_delta": 1.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.209953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.068127, "system_cpu_s_delta": 1.5900000000001455, "user_cpu_core_ratio": 0.141825, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 72, "max_ms": 8.042, "p95_ms": 4.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.678, "count": 30, "max": 59.913, "p95": 53.42, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.892, "count": 30, "max": 35.5, "p95": 29.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.233, "count": 30, "max": 1197.0, "p95": 1174.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.267, "count": 30, "max": 2405.0, "p95": 1230.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.345, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.476, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 30.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.493, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.06, "count": 30, "max": 1.182, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6827, "sampled_at": "2026-10-31T14:57:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:57:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1369415, "flush_count": 1464, "flush_interval_seconds": 30.0, "flush_state": {"count": 1464, "last_at": "2026-10-31T14:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1463}, "started": true, "suppressed_count": 812498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 812359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1464, "written_record_count": 1464}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6875.766, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2250055065600, "copied_frame_count": 813822, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2250055065600, "frame_buffer_copies": 813822, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 1.1086, "p50_ms": 0.1001, "p95_ms": 0.2023, "p99_ms": 0.2611}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4793, "count": 512, "max_ms": 5.1914, "p50_ms": 1.4069, "p95_ms": 2.4598, "p99_ms": 3.0295, "results": {"failed": 0, "not_applicable": 0, "success": 813822, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 368, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:57:48+09:00", "last_error_summary": "[h264 @ 0x59c6c5930e00] cabac decode of qscale diff failed at 58 62 [h264 @ 0x59c6c5930e00] error while decoding MB 58 62, bytestream 46628 [h264 @ 0x59c6c59a97c0] error while decoding MB 22 66, bytestream -11 [rtsp @ 0x59c6c5845f00] RTP: PT=60: bad cseq 309f expected=2401 [h264 @ 0x59c6c5981440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59c6c5981440] error while decoding MB 0 63, bytestream 7179 [h264 @ 0x59c6c5862dc0] error while decoding MB 64 50, bytestream -12 [in#0/rt", "last_exit_at": "2026-10-31T14:57:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.999, "last_started_at": "2026-10-31T14:47:50+09:00", "pid": 30570, "process": {"exists": false, "pid": 30570}, "restart_count": 113, "restart_count_per_hour": 6, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-31T14:57:48+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-31T14:57:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.625, "last_sample_duration_ms": 1034.062, "last_trigger": "periodic", "next_snapshot_in_sec": 54.375, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 146, "storage_bytes": 2422450}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-31T14:57:48.815381+09:00", "mtime_epoch": 1793426268.8153813, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89437}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:57:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1198.855, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 813822, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 78, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.692, "pushed": 2.692, "read": 2.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 78, "client_acquire_ms": {"avg_ms": 0.006, "count": 78, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 95.592, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 78, "max_ms": 2.823, "p95_ms": 2.186, "reason": null, "sample_age_ms": 139.16, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 78, "max_ms": 2.384, "p95_ms": 1.829, "reason": null, "sample_age_ms": 139.559, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.271, "count": 78, "max_ms": 0.609, "p95_ms": 0.482, "reason": null, "sample_age_ms": 95.601, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.757, "count": 78, "max_ms": 3.94, "p95_ms": 2.902, "reason": null, "sample_age_ms": 137.314, "source": "client_direct"}, "request_count": 78, "request_tensor_bytes": {"avg": 2764808.0, "count": 78, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.274, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 78, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.998, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.13, "count": 78, "max_ms": 59.635, "p95_ms": 56.485, "reason": null, "sample_age_ms": 95.588, "source": "client_direct"}, "sample_age_ms": 95.584, "source": "client_direct", "task_total_ms": {"avg_ms": 44.326, "count": 78, "max_ms": 62.896, "p95_ms": 58.612, "reason": null, "sample_age_ms": 95.584, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.738, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.826, "count": 78, "max_ms": 2.154, "p95_ms": 1.633}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.251, "count": 78, "max_ms": 0.643, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 78, "max_ms": 0.559, "p95_ms": 0.296}, "event_filter_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 78, "max_ms": 0.192, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.003, "count": 78, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 78, "max_ms": 0.678, "p95_ms": 0.458}, "setup_ms": {"avg_ms": 0.042, "count": 78, "max_ms": 0.101, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.783, "count": 78, "max_ms": 2.063, "p95_ms": 1.563}, "track_match_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.017, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.031, "count": 78, "max_ms": 0.1, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.217, "count": 78, "max_ms": 8.042, "p95_ms": 4.966}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 78, "max_ms": 0.101, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.344, "count": 78, "max_ms": 64.072, "p95_ms": 61.893}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.725, "count": 78, "max_ms": 12.048, "p95_ms": 8.149}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.844, "count": 78, "max_ms": 106.88, "p95_ms": 97.284}, "inference_input_copy_ms": {"avg_ms": 1.489, "count": 78, "max_ms": 3.104, "p95_ms": 2.566}, "processing_residual_ms": {"avg_ms": 0.19, "count": 78, "max_ms": 0.704, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.247, "count": 78, "max_ms": 120.991, "p95_ms": 102.482}, "read_interval": {"avg_ms": 398.33, "count": 78, "max_ms": 11015.505, "p95_ms": 173.611}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 78, "max_ms": 0.062, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.142, "count": 78, "max_ms": 0.484, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 78, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 78, "max_ms": 0.441, "p95_ms": 0.303}, "worker_merge_ms": {"avg_ms": 0.006, "count": 78, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.357, "count": 78, "max_ms": 64.082, "p95_ms": 61.907}, "visualize": {"avg_ms": 36.653, "count": 78, "max_ms": 47.902, "p95_ms": 45.826}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.937, "count": 78, "max_ms": 45.86, "p95_ms": 43.577}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.75, "count": 78, "max_ms": 46.505, "p95_ms": 44.426}, "visualize_input_copy_ms": {"avg_ms": 1.696, "count": 78, "max_ms": 3.157, "p95_ms": 2.807}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.625, "count": 78, "max_ms": 46.39, "p95_ms": 44.286}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 78, "max_ms": 0.192, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1198.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.094, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89430, "write_bytes_delta": 89430, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.109261, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2405.0, "pid": 30570, "reason": null, "system_cpu_core_ratio": 0.050132, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.05913, "user_cpu_s_delta": 1.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.209953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.068127, "system_cpu_s_delta": 1.5900000000001455, "user_cpu_core_ratio": 0.141825, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 72, "max_ms": 8.042, "p95_ms": 4.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.678, "count": 30, "max": 59.913, "p95": 53.42, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.892, "count": 30, "max": 35.5, "p95": 29.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.233, "count": 30, "max": 1197.0, "p95": 1174.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.267, "count": 30, "max": 2405.0, "p95": 1230.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.345, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.476, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 30.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.493, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.06, "count": 30, "max": 1.182, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6827, "sampled_at": "2026-10-31T14:57:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:57:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1369415, "flush_count": 1464, "flush_interval_seconds": 30.0, "flush_state": {"count": 1464, "last_at": "2026-10-31T14:57:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T14:57:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1463}, "started": true, "suppressed_count": 812498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 812359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1464, "written_record_count": 1464}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7059.316, "limit_mb": null}, "detail": {"pid": 30686, "restart_count": 114, "start_count": 115}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2250055065600, "copied_frame_count": 813822, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2250055065600, "frame_buffer_copies": 813822, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 1.1086, "p50_ms": 0.1001, "p95_ms": 0.2023, "p99_ms": 0.2611}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4793, "count": 512, "max_ms": 5.1914, "p50_ms": 1.4069, "p95_ms": 2.4598, "p99_ms": 3.0295, "results": {"failed": 0, "not_applicable": 0, "success": 813822, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 368, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T14:57:48+09:00", "last_error_summary": "[h264 @ 0x59c6c5930e00] cabac decode of qscale diff failed at 58 62 [h264 @ 0x59c6c5930e00] error while decoding MB 58 62, bytestream 46628 [h264 @ 0x59c6c59a97c0] error while decoding MB 22 66, bytestream -11 [rtsp @ 0x59c6c5845f00] RTP: PT=60: bad cseq 309f expected=2401 [h264 @ 0x59c6c5981440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59c6c5981440] error while decoding MB 0 63, bytestream 7179 [h264 @ 0x59c6c5862dc0] error while decoding MB 64 50, bytestream -12 [in#0/rt", "last_exit_at": "2026-10-31T14:57:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T14:57:51+09:00", "pid": 30686, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.883, "name": "ffmpeg", "pid": 30686, "rss_mb": 208.883, "state": "S (sleeping)", "threads": 70}, "restart_count": 114, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.392, "last_frame_pushed_at": "2026-10-31T14:57:48+09:00", "last_frame_read_age_sec": 4.488, "last_frame_read_at": "2026-10-31T14:57:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 549.976, "last_sample_duration_ms": 1034.062, "last_trigger": "periodic", "next_snapshot_in_sec": 50.024, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 146, "storage_bytes": 2422450}, "mjpeg": {"age_sec": 4.383, "exists": true, "mtime": "2026-10-31T14:57:48.815381+09:00", "mtime_epoch": 1793426268.8153813, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89437}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T14:57:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1198.859, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 813822, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 46}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.536, "pushed": 1.536, "read": 1.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 45, "client_acquire_ms": {"avg_ms": 0.006, "count": 45, "max_ms": 0.016, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4445.263, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.668, "count": 45, "max_ms": 2.335, "p95_ms": 2.189, "reason": null, "sample_age_ms": 4488.832, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 45, "max_ms": 2.007, "p95_ms": 1.609, "reason": null, "sample_age_ms": 4489.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 45, "max_ms": 0.609, "p95_ms": 0.477, "reason": null, "sample_age_ms": 4445.272, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.691, "count": 45, "max_ms": 3.09, "p95_ms": 2.881, "reason": null, "sample_age_ms": 4486.986, "source": "client_direct"}, "request_count": 45, "request_tensor_bytes": {"avg": 2764808.0, "count": 45, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4486.945, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 45, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4445.669, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.086, "count": 45, "max_ms": 59.635, "p95_ms": 56.436, "reason": null, "sample_age_ms": 4445.259, "source": "client_direct"}, "sample_age_ms": 4445.256, "source": "client_direct", "task_total_ms": {"avg_ms": 45.208, "count": 45, "max_ms": 62.896, "p95_ms": 59.643, "reason": null, "sample_age_ms": 4445.256, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.404, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.832, "count": 46, "max_ms": 2.154, "p95_ms": 1.633}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.251, "count": 46, "max_ms": 0.643, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 46, "max_ms": 0.559, "p95_ms": 0.296}, "event_filter_ms": {"avg_ms": 0.005, "count": 46, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 46, "max_ms": 0.192, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 46, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.212, "count": 46, "max_ms": 0.678, "p95_ms": 0.487}, "setup_ms": {"avg_ms": 0.041, "count": 46, "max_ms": 0.099, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.789, "count": 46, "max_ms": 2.063, "p95_ms": 1.563}, "track_match_ms": {"avg_ms": 0.004, "count": 46, "max_ms": 0.017, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.03, "count": 46, "max_ms": 0.1, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.106, "count": 46, "max_ms": 4.966, "p95_ms": 4.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 46, "max_ms": 0.101, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.075, "count": 46, "max_ms": 64.072, "p95_ms": 62.014}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.712, "count": 46, "max_ms": 8.664, "p95_ms": 8.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.636, "count": 46, "max_ms": 102.468, "p95_ms": 95.558}, "inference_input_copy_ms": {"avg_ms": 1.455, "count": 46, "max_ms": 3.104, "p95_ms": 2.566}, "processing_residual_ms": {"avg_ms": 0.164, "count": 46, "max_ms": 0.344, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.967, "count": 46, "max_ms": 107.607, "p95_ms": 102.482}, "read_interval": {"avg_ms": 567.921, "count": 45, "max_ms": 11015.505, "p95_ms": 168.488}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 46, "max_ms": 0.062, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.148, "count": 46, "max_ms": 0.484, "p95_ms": 0.361}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 46, "max_ms": 0.041, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.13, "count": 46, "max_ms": 0.441, "p95_ms": 0.326}, "worker_merge_ms": {"avg_ms": 0.006, "count": 46, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.087, "count": 46, "max_ms": 64.082, "p95_ms": 62.025}, "visualize": {"avg_ms": 35.754, "count": 46, "max_ms": 47.344, "p95_ms": 45.587}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.084, "count": 46, "max_ms": 44.985, "p95_ms": 43.065}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.89, "count": 46, "max_ms": 45.925, "p95_ms": 43.696}, "visualize_input_copy_ms": {"avg_ms": 1.666, "count": 46, "max_ms": 2.807, "p95_ms": 2.692}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.765, "count": 46, "max_ms": 45.806, "p95_ms": 43.593}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 46, "max_ms": 0.192, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1198.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.094, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.141, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 813816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T14:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89430, "write_bytes_delta": 89430, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.109261, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2405.0, "pid": 30570, "reason": null, "system_cpu_core_ratio": 0.050132, "system_cpu_s_delta": 1.1700000000000017, "user_cpu_core_ratio": 0.05913, "user_cpu_s_delta": 1.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.209953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.068127, "system_cpu_s_delta": 1.5900000000001455, "user_cpu_core_ratio": 0.141825, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 72, "max_ms": 8.042, "p95_ms": 4.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.678, "count": 30, "max": 59.913, "p95": 53.42, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.892, "count": 30, "max": 35.5, "p95": 29.14, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.233, "count": 30, "max": 1197.0, "p95": 1174.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.267, "count": 30, "max": 2405.0, "p95": 1230.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.345, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.476, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90140.167, "count": 30, "max": 97027.0, "p95": 92882.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 30.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.493, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.06, "count": 30, "max": 1.182, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6827, "sampled_at": "2026-10-31T14:57:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T14:57:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1385018, "flush_count": 1481, "flush_interval_seconds": 30.0, "flush_state": {"count": 1481, "last_at": "2026-10-31T15:14:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:14:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1480}, "started": true, "suppressed_count": 822394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 822255}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1481, "written_record_count": 1481}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6927.305, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x605bc3f80700] error while decoding MB 74 56, bytestream -9 [in#0/rtsp @ 0x605bc3f00e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x605bc3f00e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2277459763200, "copied_frame_count": 823734, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2277459763200, "frame_buffer_copies": 823734, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 0.3898, "p50_ms": 0.0956, "p95_ms": 0.1929, "p99_ms": 0.2582}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4067, "count": 512, "max_ms": 3.5853, "p50_ms": 1.3647, "p95_ms": 2.2423, "p99_ms": 2.9783, "results": {"failed": 0, "not_applicable": 0, "success": 823734, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 369, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:15:15+09:00", "last_error_summary": "[h264 @ 0x605bc3f80700] error while decoding MB 74 56, bytestream -9 [in#0/rtsp @ 0x605bc3f00e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x605bc3f00e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T14:57:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 1044.411, "last_started_at": "2026-10-31T14:57:51+09:00", "pid": 30686, "process": {"exists": false, "pid": 30686}, "restart_count": 114, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.834, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-31T15:15:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-10-31T15:15:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.8, "last_sample_duration_ms": 948.835, "last_trigger": "periodic", "next_snapshot_in_sec": 211.2, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 148, "storage_bytes": 2441572}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-31T15:15:15.546804+09:00", "mtime_epoch": 1793427315.5468037, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88375}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:15:15+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1203.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 823735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.627, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "total": {"avg": 0.108, "max": 1.0, "p95": 1.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.406, "pushed": 3.406, "read": 3.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.008, "count": 103, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 19.717, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.683, "count": 102, "max_ms": 4.025, "p95_ms": 2.574, "reason": null, "sample_age_ms": 69.907, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 102, "max_ms": 3.404, "p95_ms": 1.94, "reason": null, "sample_age_ms": 70.061, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 103, "max_ms": 0.98, "p95_ms": 0.527, "reason": null, "sample_age_ms": 19.778, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.955, "count": 102, "max_ms": 4.272, "p95_ms": 2.794, "reason": null, "sample_age_ms": 68.937, "source": "client_direct"}, "request_count": 102, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.923, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.123, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.559, "count": 103, "max_ms": 64.507, "p95_ms": 56.071, "reason": null, "sample_age_ms": 19.707, "source": "client_direct"}, "sample_age_ms": 19.698, "source": "client_direct", "task_total_ms": {"avg_ms": 45.979, "count": 103, "max_ms": 67.264, "p95_ms": 58.515, "reason": null, "sample_age_ms": 19.698, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.503, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.132, "count": 102, "max_ms": 6.6, "p95_ms": 3.661}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.306, "count": 102, "max_ms": 0.982, "p95_ms": 0.522}, "detection_prepare_ms": {"avg_ms": 0.244, "count": 102, "max_ms": 2.102, "p95_ms": 0.933}, "event_filter_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 102, "max_ms": 0.443, "p95_ms": 0.225}, "mcmt_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.214, "count": 102, "max_ms": 0.922, "p95_ms": 0.529}, "setup_ms": {"avg_ms": 0.038, "count": 102, "max_ms": 0.097, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 1.093, "count": 102, "max_ms": 6.519, "p95_ms": 3.573}, "track_match_ms": {"avg_ms": 0.01, "count": 102, "max_ms": 0.126, "p95_ms": 0.047}, "tracker_update_ms": {"avg_ms": 0.182, "count": 102, "max_ms": 2.915, "p95_ms": 1.231}}, "gstreamer_push": {"avg_ms": 3.082, "count": 102, "max_ms": 5.793, "p95_ms": 4.831}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 102, "max_ms": 0.081, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.976, "count": 102, "max_ms": 68.245, "p95_ms": 59.501}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.689, "count": 102, "max_ms": 11.404, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.232, "count": 102, "max_ms": 106.486, "p95_ms": 99.761}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 102, "max_ms": 3.699, "p95_ms": 2.519}, "processing_residual_ms": {"avg_ms": 0.15, "count": 102, "max_ms": 0.471, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.687, "count": 102, "max_ms": 112.093, "p95_ms": 104.799}, "read_interval": {"avg_ms": 293.738, "count": 102, "max_ms": 19735.497, "p95_ms": 138.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 102, "max_ms": 0.046, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.163, "count": 102, "max_ms": 0.746, "p95_ms": 0.463}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 102, "max_ms": 0.049, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.147, "count": 102, "max_ms": 0.702, "p95_ms": 0.446}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.033, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 46.99, "count": 102, "max_ms": 68.253, "p95_ms": 59.516}, "visualize": {"avg_ms": 33.029, "count": 102, "max_ms": 51.946, "p95_ms": 44.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.509, "count": 102, "max_ms": 47.092, "p95_ms": 41.644}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.442, "count": 102, "max_ms": 47.95, "p95_ms": 42.979}, "visualize_input_copy_ms": {"avg_ms": 1.399, "count": 102, "max_ms": 3.851, "p95_ms": 2.425}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.324, "count": 102, "max_ms": 47.782, "p95_ms": 42.9}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 102, "max_ms": 0.2, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1203.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.679, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.872, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84033, "write_bytes_delta": 84033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 173.0, "cpu_core_ratio": 0.063401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 30686, "reason": null, "system_cpu_core_ratio": 0.006901, "system_cpu_s_delta": 0.1599999999999966, "user_cpu_core_ratio": 0.0565, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.271719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081516, "system_cpu_s_delta": 1.890000000003056, "user_cpu_core_ratio": 0.190203, "user_cpu_s_delta": 4.4100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.179, "count": 103, "max_ms": 5.793, "p95_ms": 4.924, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.569, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 9}, "total": {"avg": 0.118, "max": 1.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.856, "count": 30, "max": 80.174, "p95": 48.515, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.254, "count": 30, "max": 25.202, "p95": 24.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1106.467, "count": 30, "max": 1316.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.3, "count": 30, "max": 2701.0, "p95": 1296.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.204, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 35.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.479, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.131, "p95": 1.121, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6879, "sampled_at": "2026-10-31T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1385018, "flush_count": 1481, "flush_interval_seconds": 30.0, "flush_state": {"count": 1481, "last_at": "2026-10-31T15:14:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:14:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1480}, "started": true, "suppressed_count": 822394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 822255}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1481, "written_record_count": 1481}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6928.461, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T15:15:15+09:00", "last_error_summary": "[h264 @ 0x605bc3f80700] error while decoding MB 74 56, bytestream -9 [in#0/rtsp @ 0x605bc3f00e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x605bc3f00e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2277462528000, "copied_frame_count": 823735, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2277462528000, "frame_buffer_copies": 823735, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1065, "count": 512, "max_ms": 0.3898, "p50_ms": 0.0957, "p95_ms": 0.1933, "p99_ms": 0.2636}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4095, "count": 512, "max_ms": 3.5853, "p50_ms": 1.3671, "p95_ms": 2.2423, "p99_ms": 2.9783, "results": {"failed": 0, "not_applicable": 0, "success": 823735, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 369, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:15:15+09:00", "last_error_summary": "[h264 @ 0x605bc3f80700] error while decoding MB 74 56, bytestream -9 [in#0/rtsp @ 0x605bc3f00e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x605bc3f00e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 1044.467, "last_started_at": "2026-10-31T14:57:51+09:00", "pid": 30686, "process": {"exists": false, "pid": 30686}, "restart_count": 114, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.872, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-31T15:15:15+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-31T15:15:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.856, "last_sample_duration_ms": 948.835, "last_trigger": "periodic", "next_snapshot_in_sec": 211.144, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 148, "storage_bytes": 2441572}, "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-10-31T15:15:15.546804+09:00", "mtime_epoch": 1793427315.5468037, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88375}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:15:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1203.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 823735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.608, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "total": {"avg": 0.108, "max": 1.0, "p95": 1.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.4, "pushed": 3.433, "read": 3.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.008, "count": 102, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 80.601, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.684, "count": 101, "max_ms": 4.025, "p95_ms": 2.586, "reason": null, "sample_age_ms": 130.792, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 101, "max_ms": 3.404, "p95_ms": 1.94, "reason": null, "sample_age_ms": 130.946, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.289, "count": 102, "max_ms": 0.98, "p95_ms": 0.528, "reason": null, "sample_age_ms": 80.663, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.955, "count": 102, "max_ms": 4.272, "p95_ms": 2.794, "reason": null, "sample_age_ms": 129.821, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.807, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.007, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.576, "count": 102, "max_ms": 64.507, "p95_ms": 56.092, "reason": null, "sample_age_ms": 80.591, "source": "client_direct"}, "sample_age_ms": 80.582, "source": "client_direct", "task_total_ms": {"avg_ms": 45.993, "count": 102, "max_ms": 67.264, "p95_ms": 58.524, "reason": null, "sample_age_ms": 80.582, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.435, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.127, "count": 102, "max_ms": 6.6, "p95_ms": 3.661}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 102, "max_ms": 0.982, "p95_ms": 0.522}, "detection_prepare_ms": {"avg_ms": 0.243, "count": 102, "max_ms": 2.102, "p95_ms": 0.933}, "event_filter_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 102, "max_ms": 0.443, "p95_ms": 0.225}, "mcmt_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.214, "count": 102, "max_ms": 0.922, "p95_ms": 0.529}, "setup_ms": {"avg_ms": 0.038, "count": 102, "max_ms": 0.097, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 1.088, "count": 102, "max_ms": 6.519, "p95_ms": 3.573}, "track_match_ms": {"avg_ms": 0.01, "count": 102, "max_ms": 0.126, "p95_ms": 0.047}, "tracker_update_ms": {"avg_ms": 0.182, "count": 102, "max_ms": 2.915, "p95_ms": 1.231}}, "gstreamer_push": {"avg_ms": 3.097, "count": 103, "max_ms": 5.793, "p95_ms": 4.831}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 102, "max_ms": 0.081, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.029, "count": 102, "max_ms": 68.245, "p95_ms": 59.501}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.702, "count": 102, "max_ms": 11.404, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.539, "count": 102, "max_ms": 108.34, "p95_ms": 101.547}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 102, "max_ms": 3.699, "p95_ms": 2.519}, "processing_residual_ms": {"avg_ms": 0.149, "count": 102, "max_ms": 0.471, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.997, "count": 102, "max_ms": 112.093, "p95_ms": 105.254}, "read_interval": {"avg_ms": 293.738, "count": 102, "max_ms": 19735.497, "p95_ms": 138.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 102, "max_ms": 0.046, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.163, "count": 102, "max_ms": 0.746, "p95_ms": 0.463}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 102, "max_ms": 0.049, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.147, "count": 102, "max_ms": 0.702, "p95_ms": 0.446}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.033, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 47.043, "count": 102, "max_ms": 68.253, "p95_ms": 59.516}, "visualize": {"avg_ms": 33.287, "count": 102, "max_ms": 55.647, "p95_ms": 44.526}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.766, "count": 102, "max_ms": 53.145, "p95_ms": 42.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.698, "count": 102, "max_ms": 54.046, "p95_ms": 43.158}, "visualize_input_copy_ms": {"avg_ms": 1.4, "count": 102, "max_ms": 3.851, "p95_ms": 2.425}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.58, "count": 102, "max_ms": 53.904, "p95_ms": 42.985}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 102, "max_ms": 0.2, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1203.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.679, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.872, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84033, "write_bytes_delta": 84033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 173.0, "cpu_core_ratio": 0.063401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 30686, "reason": null, "system_cpu_core_ratio": 0.006901, "system_cpu_s_delta": 0.1599999999999966, "user_cpu_core_ratio": 0.0565, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.271719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081516, "system_cpu_s_delta": 1.890000000003056, "user_cpu_core_ratio": 0.190203, "user_cpu_s_delta": 4.4100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.179, "count": 103, "max_ms": 5.793, "p95_ms": 4.924, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.569, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 9}, "total": {"avg": 0.118, "max": 1.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.856, "count": 30, "max": 80.174, "p95": 48.515, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.254, "count": 30, "max": 25.202, "p95": 24.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1106.467, "count": 30, "max": 1316.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.3, "count": 30, "max": 2701.0, "p95": 1296.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.204, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 35.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.479, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.131, "p95": 1.121, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6879, "sampled_at": "2026-10-31T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1385018, "flush_count": 1481, "flush_interval_seconds": 30.0, "flush_state": {"count": 1481, "last_at": "2026-10-31T15:14:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:14:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1480}, "started": true, "suppressed_count": 822394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 822255}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1481, "written_record_count": 1481}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6928.348, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2277462528000, "copied_frame_count": 823735, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2277462528000, "frame_buffer_copies": 823735, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1065, "count": 512, "max_ms": 0.3898, "p50_ms": 0.0957, "p95_ms": 0.1933, "p99_ms": 0.2636}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4095, "count": 512, "max_ms": 3.5853, "p50_ms": 1.3671, "p95_ms": 2.2423, "p99_ms": 2.9783, "results": {"failed": 0, "not_applicable": 0, "success": 823735, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 369, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:15:15+09:00", "last_error_summary": "[h264 @ 0x605bc3f80700] error while decoding MB 74 56, bytestream -9 [in#0/rtsp @ 0x605bc3f00e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x605bc3f00e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 1044.498, "last_started_at": "2026-10-31T14:57:51+09:00", "pid": 30686, "process": {"exists": false, "pid": 30686}, "restart_count": 114, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.872, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-31T15:15:15+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-31T15:15:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.881, "last_sample_duration_ms": 948.835, "last_trigger": "periodic", "next_snapshot_in_sec": 211.119, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 148, "storage_bytes": 2441572}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-31T15:15:15.672804+09:00", "mtime_epoch": 1793427315.6728044, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87895}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:15:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1203.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 823735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.608, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "total": {"avg": 0.108, "max": 1.0, "p95": 1.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.407, "pushed": 3.407, "read": 3.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.008, "count": 102, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 104.8, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.684, "count": 101, "max_ms": 4.025, "p95_ms": 2.586, "reason": null, "sample_age_ms": 154.991, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 101, "max_ms": 3.404, "p95_ms": 1.94, "reason": null, "sample_age_ms": 155.145, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.289, "count": 102, "max_ms": 0.98, "p95_ms": 0.528, "reason": null, "sample_age_ms": 104.862, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.955, "count": 101, "max_ms": 4.272, "p95_ms": 2.794, "reason": null, "sample_age_ms": 154.021, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.007, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.207, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.576, "count": 102, "max_ms": 64.507, "p95_ms": 56.092, "reason": null, "sample_age_ms": 104.791, "source": "client_direct"}, "sample_age_ms": 104.781, "source": "client_direct", "task_total_ms": {"avg_ms": 45.993, "count": 102, "max_ms": 67.264, "p95_ms": 58.524, "reason": null, "sample_age_ms": 104.781, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.822, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.127, "count": 102, "max_ms": 6.6, "p95_ms": 3.661}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 102, "max_ms": 0.982, "p95_ms": 0.522}, "detection_prepare_ms": {"avg_ms": 0.243, "count": 102, "max_ms": 2.102, "p95_ms": 0.933}, "event_filter_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 102, "max_ms": 0.443, "p95_ms": 0.225}, "mcmt_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.214, "count": 102, "max_ms": 0.922, "p95_ms": 0.529}, "setup_ms": {"avg_ms": 0.038, "count": 102, "max_ms": 0.097, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 1.088, "count": 102, "max_ms": 6.519, "p95_ms": 3.573}, "track_match_ms": {"avg_ms": 0.01, "count": 102, "max_ms": 0.126, "p95_ms": 0.047}, "tracker_update_ms": {"avg_ms": 0.182, "count": 102, "max_ms": 2.915, "p95_ms": 1.231}}, "gstreamer_push": {"avg_ms": 3.1, "count": 102, "max_ms": 5.793, "p95_ms": 4.831}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 102, "max_ms": 0.081, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.029, "count": 102, "max_ms": 68.245, "p95_ms": 59.501}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.702, "count": 102, "max_ms": 11.404, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.539, "count": 102, "max_ms": 108.34, "p95_ms": 101.547}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 102, "max_ms": 3.699, "p95_ms": 2.519}, "processing_residual_ms": {"avg_ms": 0.149, "count": 102, "max_ms": 0.471, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.997, "count": 102, "max_ms": 112.093, "p95_ms": 105.254}, "read_interval": {"avg_ms": 295.763, "count": 101, "max_ms": 19735.497, "p95_ms": 138.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 102, "max_ms": 0.046, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.163, "count": 102, "max_ms": 0.746, "p95_ms": 0.463}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 102, "max_ms": 0.049, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.147, "count": 102, "max_ms": 0.702, "p95_ms": 0.446}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.033, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 47.043, "count": 102, "max_ms": 68.253, "p95_ms": 59.516}, "visualize": {"avg_ms": 33.287, "count": 102, "max_ms": 55.647, "p95_ms": 44.526}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.766, "count": 102, "max_ms": 53.145, "p95_ms": 42.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.698, "count": 102, "max_ms": 54.046, "p95_ms": 43.158}, "visualize_input_copy_ms": {"avg_ms": 1.4, "count": 102, "max_ms": 3.851, "p95_ms": 2.425}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.58, "count": 102, "max_ms": 53.904, "p95_ms": 42.985}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 102, "max_ms": 0.2, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1203.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.679, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.872, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84033, "write_bytes_delta": 84033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 173.0, "cpu_core_ratio": 0.063401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 30686, "reason": null, "system_cpu_core_ratio": 0.006901, "system_cpu_s_delta": 0.1599999999999966, "user_cpu_core_ratio": 0.0565, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.271719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081516, "system_cpu_s_delta": 1.890000000003056, "user_cpu_core_ratio": 0.190203, "user_cpu_s_delta": 4.4100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.179, "count": 103, "max_ms": 5.793, "p95_ms": 4.924, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.569, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 9}, "total": {"avg": 0.118, "max": 1.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.856, "count": 30, "max": 80.174, "p95": 48.515, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.254, "count": 30, "max": 25.202, "p95": 24.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1106.467, "count": 30, "max": 1316.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.3, "count": 30, "max": 2701.0, "p95": 1296.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.204, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 35.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.479, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.131, "p95": 1.121, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6879, "sampled_at": "2026-10-31T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1385018, "flush_count": 1481, "flush_interval_seconds": 30.0, "flush_state": {"count": 1481, "last_at": "2026-10-31T15:14:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:14:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1480}, "started": true, "suppressed_count": 822394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 822255}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1481, "written_record_count": 1481}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7104.914, "limit_mb": null}, "detail": {"pid": 30802, "restart_count": 115, "start_count": 116}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2277462528000, "copied_frame_count": 823735, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2277462528000, "frame_buffer_copies": 823735, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1065, "count": 512, "max_ms": 0.3898, "p50_ms": 0.0957, "p95_ms": 0.1933, "p99_ms": 0.2636}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4095, "count": 512, "max_ms": 3.5853, "p50_ms": 1.3671, "p95_ms": 2.2423, "p99_ms": 2.9783, "results": {"failed": 0, "not_applicable": 0, "success": 823735, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 369, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:15:15+09:00", "last_error_summary": "[h264 @ 0x605bc3f80700] error while decoding MB 74 56, bytestream -9 [in#0/rtsp @ 0x605bc3f00e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x605bc3f00e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:15:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T15:15:18+09:00", "pid": 30802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.195, "name": "ffmpeg", "pid": 30802, "rss_mb": 209.195, "state": "S (sleeping)", "threads": 70}, "restart_count": 115, "restart_count_per_hour": 6, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.235, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.827, "last_frame_pushed_at": "2026-10-31T15:15:15+09:00", "last_frame_read_age_sec": 4.947, "last_frame_read_at": "2026-10-31T15:15:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 393.688, "last_sample_duration_ms": 948.835, "last_trigger": "periodic", "next_snapshot_in_sec": 206.312, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 148, "storage_bytes": 2441572}, "mjpeg": {"age_sec": 4.817, "exists": true, "mtime": "2026-10-31T15:15:15.672804+09:00", "mtime_epoch": 1793427315.6728044, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87895}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:15:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1203.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 823735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.556, "max": 4.0, "p95": 4.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.804, "pushed": 1.804, "read": 1.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.007, "count": 54, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4902.078, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.624, "count": 53, "max_ms": 2.656, "p95_ms": 2.319, "reason": null, "sample_age_ms": 4952.269, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 53, "max_ms": 2.309, "p95_ms": 2.005, "reason": null, "sample_age_ms": 4952.423, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 54, "max_ms": 0.98, "p95_ms": 0.582, "reason": null, "sample_age_ms": 4902.14, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.9, "count": 53, "max_ms": 4.272, "p95_ms": 2.86, "reason": null, "sample_age_ms": 4951.298, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2764808.0, "count": 53, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4951.284, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4902.485, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.423, "count": 54, "max_ms": 64.507, "p95_ms": 56.091, "reason": null, "sample_age_ms": 4902.069, "source": "client_direct"}, "sample_age_ms": 4902.059, "source": "client_direct", "task_total_ms": {"avg_ms": 46.807, "count": 54, "max_ms": 67.264, "p95_ms": 59.148, "reason": null, "sample_age_ms": 4902.059, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.198, "count": 54, "max_ms": 6.6, "p95_ms": 4.536}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.291, "count": 54, "max_ms": 0.649, "p95_ms": 0.454}, "detection_prepare_ms": {"avg_ms": 0.275, "count": 54, "max_ms": 2.102, "p95_ms": 1.416}, "event_filter_ms": {"avg_ms": 0.004, "count": 54, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.097, "count": 54, "max_ms": 0.443, "p95_ms": 0.265}, "mcmt_ms": {"avg_ms": 0.003, "count": 54, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 54, "max_ms": 0.801, "p95_ms": 0.54}, "setup_ms": {"avg_ms": 0.039, "count": 54, "max_ms": 0.078, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 1.159, "count": 54, "max_ms": 6.519, "p95_ms": 4.492}, "track_match_ms": {"avg_ms": 0.012, "count": 54, "max_ms": 0.126, "p95_ms": 0.07}, "tracker_update_ms": {"avg_ms": 0.221, "count": 54, "max_ms": 2.915, "p95_ms": 2.058}}, "gstreamer_push": {"avg_ms": 3.126, "count": 54, "max_ms": 5.793, "p95_ms": 4.889}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 54, "max_ms": 0.078, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.794, "count": 54, "max_ms": 68.245, "p95_ms": 61.088}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.735, "count": 54, "max_ms": 11.404, "p95_ms": 9.596}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.456, "count": 54, "max_ms": 108.34, "p95_ms": 105.263}, "inference_input_copy_ms": {"avg_ms": 1.53, "count": 54, "max_ms": 2.531, "p95_ms": 2.519}, "processing_residual_ms": {"avg_ms": 0.144, "count": 54, "max_ms": 0.287, "p95_ms": 0.242}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.864, "count": 54, "max_ms": 111.884, "p95_ms": 108.778}, "read_interval": {"avg_ms": 473.167, "count": 53, "max_ms": 19735.497, "p95_ms": 150.621}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 54, "max_ms": 0.046, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.162, "count": 54, "max_ms": 0.722, "p95_ms": 0.48}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 54, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.147, "count": 54, "max_ms": 0.702, "p95_ms": 0.463}, "worker_merge_ms": {"avg_ms": 0.005, "count": 54, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 47.809, "count": 54, "max_ms": 68.253, "p95_ms": 61.099}, "visualize": {"avg_ms": 33.406, "count": 54, "max_ms": 55.647, "p95_ms": 48.476}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.851, "count": 54, "max_ms": 53.145, "p95_ms": 44.191}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.786, "count": 54, "max_ms": 54.046, "p95_ms": 45.563}, "visualize_input_copy_ms": {"avg_ms": 1.426, "count": 54, "max_ms": 3.851, "p95_ms": 3.079}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.666, "count": 54, "max_ms": 53.904, "p95_ms": 45.292}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 54, "max_ms": 0.2, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1203.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.679, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.872, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 823728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84033, "write_bytes_delta": 84033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 173.0, "cpu_core_ratio": 0.063401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 30686, "reason": null, "system_cpu_core_ratio": 0.006901, "system_cpu_s_delta": 0.1599999999999966, "user_cpu_core_ratio": 0.0565, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.271719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081516, "system_cpu_s_delta": 1.890000000003056, "user_cpu_core_ratio": 0.190203, "user_cpu_s_delta": 4.4100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.179, "count": 103, "max_ms": 5.793, "p95_ms": 4.924, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.569, "max": 4.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 9}, "total": {"avg": 0.118, "max": 1.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.856, "count": 30, "max": 80.174, "p95": 48.515, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.254, "count": 30, "max": 25.202, "p95": 24.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1106.467, "count": 30, "max": 1316.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.3, "count": 30, "max": 2701.0, "p95": 1296.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.204, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91549.467, "count": 30, "max": 97802.0, "p95": 95635.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 35.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.479, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.131, "p95": 1.121, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6879, "sampled_at": "2026-10-31T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1405687, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-10-31T15:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 834639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 834500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6964.621, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5d1297e41700] left block unavailable for requested intra mode [h264 @ 0x5d1297e41700] error while decoding MB 0 53, bytestream 87664 [in#0/rtsp @ 0x5d1297cc3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d1297cc3e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2311375564800, "copied_frame_count": 836001, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2311375564800, "frame_buffer_copies": 836001, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 2.0382, "p50_ms": 0.095, "p95_ms": 0.1947, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4243, "count": 512, "max_ms": 3.5518, "p50_ms": 1.3761, "p95_ms": 2.2277, "p99_ms": 2.7682, "results": {"failed": 0, "not_applicable": 0, "success": 836001, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:36:48+09:00", "last_error_summary": "[h264 @ 0x5d1297e41700] left block unavailable for requested intra mode [h264 @ 0x5d1297e41700] error while decoding MB 0 53, bytestream 87664 [in#0/rtsp @ 0x5d1297cc3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d1297cc3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:15:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1289.812, "last_started_at": "2026-10-31T15:15:18+09:00", "pid": 30802, "process": {"exists": false, "pid": 30802}, "restart_count": 115, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 836001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-31T15:36:48+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-10-31T15:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.899, "last_sample_duration_ms": 975.773, "last_trigger": "periodic", "next_snapshot_in_sec": 122.101, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 150, "storage_bytes": 2460686}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-31T15:36:48.249889+09:00", "mtime_epoch": 1793428608.2498887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98039}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:36:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1209.523, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 836002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.778, "max": 7.0, "p95": 6.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 81, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.704, "pushed": 2.704, "read": 2.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 29.046, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.731, "count": 81, "max_ms": 4.033, "p95_ms": 2.268, "reason": null, "sample_age_ms": 58.605, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.279, "count": 81, "max_ms": 2.988, "p95_ms": 1.745, "reason": null, "sample_age_ms": 58.809, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.283, "count": 81, "max_ms": 0.97, "p95_ms": 0.503, "reason": null, "sample_age_ms": 29.057, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.875, "count": 81, "max_ms": 4.69, "p95_ms": 2.917, "reason": null, "sample_age_ms": 57.69, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2764808.0, "count": 81, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 57.678, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.314, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.369, "count": 81, "max_ms": 75.471, "p95_ms": 65.483, "reason": null, "sample_age_ms": 29.041, "source": "client_direct"}, "sample_age_ms": 29.037, "source": "client_direct", "task_total_ms": {"avg_ms": 48.695, "count": 81, "max_ms": 78.239, "p95_ms": 67.923, "reason": null, "sample_age_ms": 29.037, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.054, "count": 81, "max_ms": 8.499, "p95_ms": 7.069}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.302, "count": 81, "max_ms": 0.66, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 1.343, "count": 81, "max_ms": 4.812, "p95_ms": 2.582}, "event_filter_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 81, "max_ms": 0.594, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.596, "count": 81, "max_ms": 1.471, "p95_ms": 1.058}, "setup_ms": {"avg_ms": 0.05, "count": 81, "max_ms": 0.541, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.009, "count": 81, "max_ms": 8.426, "p95_ms": 6.98}, "track_match_ms": {"avg_ms": 0.067, "count": 81, "max_ms": 0.195, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.381, "count": 81, "max_ms": 3.545, "p95_ms": 2.367}}, "gstreamer_push": {"avg_ms": 3.275, "count": 81, "max_ms": 6.094, "p95_ms": 4.875}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 81, "max_ms": 0.351, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.788, "count": 81, "max_ms": 80.09, "p95_ms": 68.717}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.785, "count": 81, "max_ms": 10.078, "p95_ms": 7.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.49, "count": 81, "max_ms": 140.648, "p95_ms": 113.918}, "inference_input_copy_ms": {"avg_ms": 1.679, "count": 81, "max_ms": 4.134, "p95_ms": 2.812}, "processing_residual_ms": {"avg_ms": 0.209, "count": 81, "max_ms": 0.836, "p95_ms": 0.41}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.164, "count": 81, "max_ms": 144.748, "p95_ms": 119.013}, "read_interval": {"avg_ms": 370.166, "count": 81, "max_ms": 19297.848, "p95_ms": 160.508}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 81, "max_ms": 0.042, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.542, "count": 81, "max_ms": 1.337, "p95_ms": 0.98}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 81, "max_ms": 0.049, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.529, "count": 81, "max_ms": 1.301, "p95_ms": 0.958}, "worker_merge_ms": {"avg_ms": 0.006, "count": 81, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 49.8, "count": 81, "max_ms": 80.096, "p95_ms": 68.725}, "visualize": {"avg_ms": 34.585, "count": 81, "max_ms": 51.1, "p95_ms": 47.55}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.788, "count": 81, "max_ms": 43.455, "p95_ms": 39.737}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.123, "count": 81, "max_ms": 49.862, "p95_ms": 46.333}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 81, "max_ms": 2.81, "p95_ms": 2.119}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.006, "count": 81, "max_ms": 49.757, "p95_ms": 46.212}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 81, "max_ms": 0.17, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1209.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 835994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93821, "write_bytes_delta": 93821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.170024, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 30802, "reason": null, "system_cpu_core_ratio": 0.07007, "system_cpu_s_delta": 2.0400000000000063, "user_cpu_core_ratio": 0.099953, "user_cpu_s_delta": 2.910000000000082}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.482593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147354, "system_cpu_s_delta": 4.290000000000873, "user_cpu_core_ratio": 0.335239, "user_cpu_s_delta": 9.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 82, "max_ms": 6.094, "p95_ms": 4.875, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.78, "max": 7.0, "p95": 6.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.427, "max": 3.0, "p95": 2.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.133, "count": 30, "max": 62.038, "p95": 34.716, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.989, "count": 30, "max": 26.39, "p95": 25.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.867, "count": 30, "max": 1257.0, "p95": 1225.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 668.1, "count": 30, "max": 10894.0, "p95": 2184.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.275, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.504, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91344.233, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88255.133, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 41.0, "p95": 30.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.525, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6943, "sampled_at": "2026-10-31T15:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1405687, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-10-31T15:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 834639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 834500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6965.023, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T15:36:48+09:00", "last_error_summary": "[h264 @ 0x5d1297e41700] left block unavailable for requested intra mode [h264 @ 0x5d1297e41700] error while decoding MB 0 53, bytestream 87664 [in#0/rtsp @ 0x5d1297cc3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d1297cc3e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2311378329600, "copied_frame_count": 836002, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2311378329600, "frame_buffer_copies": 836002, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1116, "count": 512, "max_ms": 2.0382, "p50_ms": 0.0947, "p95_ms": 0.1947, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.423, "count": 512, "max_ms": 3.5518, "p50_ms": 1.3721, "p95_ms": 2.2277, "p99_ms": 2.7682, "results": {"failed": 0, "not_applicable": 0, "success": 836002, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:36:48+09:00", "last_error_summary": "[h264 @ 0x5d1297e41700] left block unavailable for requested intra mode [h264 @ 0x5d1297e41700] error while decoding MB 0 53, bytestream 87664 [in#0/rtsp @ 0x5d1297cc3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d1297cc3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:36:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 1289.855, "last_started_at": "2026-10-31T15:15:18+09:00", "pid": 30802, "process": {"exists": false, "pid": 30802}, "restart_count": 115, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 836002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-10-31T15:36:48+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-10-31T15:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.929, "last_sample_duration_ms": 975.773, "last_trigger": "periodic", "next_snapshot_in_sec": 122.071, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 150, "storage_bytes": 2460686}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-31T15:36:48.334889+09:00", "mtime_epoch": 1793428608.334889, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90563}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:36:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1209.52, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 836002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.778, "max": 7.0, "p95": 6.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.734, "pushed": 2.734, "read": 2.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 68.549, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.731, "count": 81, "max_ms": 4.033, "p95_ms": 2.268, "reason": null, "sample_age_ms": 98.108, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.279, "count": 81, "max_ms": 2.988, "p95_ms": 1.745, "reason": null, "sample_age_ms": 98.311, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.283, "count": 81, "max_ms": 0.97, "p95_ms": 0.503, "reason": null, "sample_age_ms": 68.559, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.875, "count": 81, "max_ms": 4.69, "p95_ms": 2.917, "reason": null, "sample_age_ms": 97.193, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2764808.0, "count": 81, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.18, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.817, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.369, "count": 81, "max_ms": 75.471, "p95_ms": 65.483, "reason": null, "sample_age_ms": 68.543, "source": "client_direct"}, "sample_age_ms": 68.54, "source": "client_direct", "task_total_ms": {"avg_ms": 48.695, "count": 81, "max_ms": 78.239, "p95_ms": 67.923, "reason": null, "sample_age_ms": 68.54, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.57, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.059, "count": 81, "max_ms": 8.499, "p95_ms": 7.069}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.302, "count": 81, "max_ms": 0.66, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 1.349, "count": 81, "max_ms": 4.812, "p95_ms": 2.582}, "event_filter_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 81, "max_ms": 0.594, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.596, "count": 81, "max_ms": 1.471, "p95_ms": 1.058}, "setup_ms": {"avg_ms": 0.05, "count": 81, "max_ms": 0.541, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.014, "count": 81, "max_ms": 8.426, "p95_ms": 6.98}, "track_match_ms": {"avg_ms": 0.067, "count": 81, "max_ms": 0.195, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.379, "count": 81, "max_ms": 3.545, "p95_ms": 2.367}}, "gstreamer_push": {"avg_ms": 3.258, "count": 82, "max_ms": 6.094, "p95_ms": 4.875}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 81, "max_ms": 0.351, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.804, "count": 81, "max_ms": 80.09, "p95_ms": 68.717}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.771, "count": 82, "max_ms": 10.078, "p95_ms": 7.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.305, "count": 82, "max_ms": 140.648, "p95_ms": 113.918}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 82, "max_ms": 4.134, "p95_ms": 2.812}, "processing_residual_ms": {"avg_ms": 0.208, "count": 82, "max_ms": 0.836, "p95_ms": 0.41}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.956, "count": 82, "max_ms": 144.748, "p95_ms": 119.013}, "read_interval": {"avg_ms": 370.166, "count": 81, "max_ms": 19297.848, "p95_ms": 160.508}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 81, "max_ms": 0.042, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.543, "count": 81, "max_ms": 1.337, "p95_ms": 0.98}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 81, "max_ms": 0.049, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.529, "count": 81, "max_ms": 1.301, "p95_ms": 0.958}, "worker_merge_ms": {"avg_ms": 0.006, "count": 81, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 49.817, "count": 81, "max_ms": 80.096, "p95_ms": 68.725}, "visualize": {"avg_ms": 34.492, "count": 81, "max_ms": 51.1, "p95_ms": 46.992}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.715, "count": 81, "max_ms": 43.455, "p95_ms": 39.737}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.033, "count": 81, "max_ms": 49.862, "p95_ms": 45.973}, "visualize_input_copy_ms": {"avg_ms": 1.285, "count": 81, "max_ms": 2.81, "p95_ms": 2.119}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.917, "count": 81, "max_ms": 49.757, "p95_ms": 45.823}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 81, "max_ms": 0.17, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1209.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 835994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93821, "write_bytes_delta": 93821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.170024, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 30802, "reason": null, "system_cpu_core_ratio": 0.07007, "system_cpu_s_delta": 2.0400000000000063, "user_cpu_core_ratio": 0.099953, "user_cpu_s_delta": 2.910000000000082}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.482593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147354, "system_cpu_s_delta": 4.290000000000873, "user_cpu_core_ratio": 0.335239, "user_cpu_s_delta": 9.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 82, "max_ms": 6.094, "p95_ms": 4.875, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.78, "max": 7.0, "p95": 6.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.427, "max": 3.0, "p95": 2.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.133, "count": 30, "max": 62.038, "p95": 34.716, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.989, "count": 30, "max": 26.39, "p95": 25.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.867, "count": 30, "max": 1257.0, "p95": 1225.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 668.1, "count": 30, "max": 10894.0, "p95": 2184.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.275, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.504, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91344.233, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88255.133, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 41.0, "p95": 30.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.525, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6943, "sampled_at": "2026-10-31T15:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1405687, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-10-31T15:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 834639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 834500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6965.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2311378329600, "copied_frame_count": 836002, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2311378329600, "frame_buffer_copies": 836002, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1116, "count": 512, "max_ms": 2.0382, "p50_ms": 0.0947, "p95_ms": 0.1947, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.423, "count": 512, "max_ms": 3.5518, "p50_ms": 1.3721, "p95_ms": 2.2277, "p99_ms": 2.7682, "results": {"failed": 0, "not_applicable": 0, "success": 836002, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:36:48+09:00", "last_error_summary": "[h264 @ 0x5d1297e41700] left block unavailable for requested intra mode [h264 @ 0x5d1297e41700] error while decoding MB 0 53, bytestream 87664 [in#0/rtsp @ 0x5d1297cc3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d1297cc3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:36:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 1289.882, "last_started_at": "2026-10-31T15:15:18+09:00", "pid": 30802, "process": {"exists": false, "pid": 30802}, "restart_count": 115, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 836002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-31T15:36:48+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-31T15:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.967, "last_sample_duration_ms": 975.773, "last_trigger": "periodic", "next_snapshot_in_sec": 122.033, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 150, "storage_bytes": 2460686}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-31T15:36:48.334889+09:00", "mtime_epoch": 1793428608.334889, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90563}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:36:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1209.52, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 836002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.778, "max": 7.0, "p95": 6.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.708, "pushed": 2.708, "read": 2.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 100.277, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.736, "count": 80, "max_ms": 4.033, "p95_ms": 2.282, "reason": null, "sample_age_ms": 129.836, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 80, "max_ms": 2.988, "p95_ms": 1.75, "reason": null, "sample_age_ms": 130.039, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.283, "count": 81, "max_ms": 0.97, "p95_ms": 0.503, "reason": null, "sample_age_ms": 100.287, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.88, "count": 80, "max_ms": 4.69, "p95_ms": 2.918, "reason": null, "sample_age_ms": 128.921, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.908, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.545, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.369, "count": 81, "max_ms": 75.471, "p95_ms": 65.483, "reason": null, "sample_age_ms": 100.271, "source": "client_direct"}, "sample_age_ms": 100.268, "source": "client_direct", "task_total_ms": {"avg_ms": 48.695, "count": 81, "max_ms": 78.239, "p95_ms": 67.923, "reason": null, "sample_age_ms": 100.268, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.059, "count": 81, "max_ms": 8.499, "p95_ms": 7.069}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.302, "count": 81, "max_ms": 0.66, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 1.349, "count": 81, "max_ms": 4.812, "p95_ms": 2.582}, "event_filter_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 81, "max_ms": 0.594, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.596, "count": 81, "max_ms": 1.471, "p95_ms": 1.058}, "setup_ms": {"avg_ms": 0.05, "count": 81, "max_ms": 0.541, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.014, "count": 81, "max_ms": 8.426, "p95_ms": 6.98}, "track_match_ms": {"avg_ms": 0.067, "count": 81, "max_ms": 0.195, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.379, "count": 81, "max_ms": 3.545, "p95_ms": 2.367}}, "gstreamer_push": {"avg_ms": 3.265, "count": 81, "max_ms": 6.094, "p95_ms": 4.875}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 81, "max_ms": 0.351, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.804, "count": 81, "max_ms": 80.09, "p95_ms": 68.717}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.768, "count": 81, "max_ms": 10.078, "p95_ms": 7.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.418, "count": 81, "max_ms": 140.648, "p95_ms": 113.918}, "inference_input_copy_ms": {"avg_ms": 1.685, "count": 81, "max_ms": 4.134, "p95_ms": 2.812}, "processing_residual_ms": {"avg_ms": 0.209, "count": 81, "max_ms": 0.836, "p95_ms": 0.41}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.08, "count": 81, "max_ms": 144.748, "p95_ms": 119.013}, "read_interval": {"avg_ms": 373.449, "count": 80, "max_ms": 19297.848, "p95_ms": 160.508}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 81, "max_ms": 0.042, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.543, "count": 81, "max_ms": 1.337, "p95_ms": 0.98}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 81, "max_ms": 0.049, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.529, "count": 81, "max_ms": 1.301, "p95_ms": 0.958}, "worker_merge_ms": {"avg_ms": 0.006, "count": 81, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 49.817, "count": 81, "max_ms": 80.096, "p95_ms": 68.725}, "visualize": {"avg_ms": 34.492, "count": 81, "max_ms": 51.1, "p95_ms": 46.992}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.715, "count": 81, "max_ms": 43.455, "p95_ms": 39.737}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.033, "count": 81, "max_ms": 49.862, "p95_ms": 45.973}, "visualize_input_copy_ms": {"avg_ms": 1.285, "count": 81, "max_ms": 2.81, "p95_ms": 2.119}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.917, "count": 81, "max_ms": 49.757, "p95_ms": 45.823}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 81, "max_ms": 0.17, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1209.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 835994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93821, "write_bytes_delta": 93821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.170024, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 30802, "reason": null, "system_cpu_core_ratio": 0.07007, "system_cpu_s_delta": 2.0400000000000063, "user_cpu_core_ratio": 0.099953, "user_cpu_s_delta": 2.910000000000082}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.482593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147354, "system_cpu_s_delta": 4.290000000000873, "user_cpu_core_ratio": 0.335239, "user_cpu_s_delta": 9.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 82, "max_ms": 6.094, "p95_ms": 4.875, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.78, "max": 7.0, "p95": 6.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.427, "max": 3.0, "p95": 2.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.133, "count": 30, "max": 62.038, "p95": 34.716, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.989, "count": 30, "max": 26.39, "p95": 25.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.867, "count": 30, "max": 1257.0, "p95": 1225.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 668.1, "count": 30, "max": 10894.0, "p95": 2184.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.275, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.504, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91344.233, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88255.133, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 41.0, "p95": 30.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.525, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6943, "sampled_at": "2026-10-31T15:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1405687, "flush_count": 1503, "flush_interval_seconds": 30.0, "flush_state": {"count": 1503, "last_at": "2026-10-31T15:36:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:36:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1502}, "started": true, "suppressed_count": 834639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 834500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1503, "written_record_count": 1503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7135.863, "limit_mb": null}, "detail": {"pid": 30918, "restart_count": 116, "start_count": 117}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2311378329600, "copied_frame_count": 836002, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2311378329600, "frame_buffer_copies": 836002, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1116, "count": 512, "max_ms": 2.0382, "p50_ms": 0.0947, "p95_ms": 0.1947, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.423, "count": 512, "max_ms": 3.5518, "p50_ms": 1.3721, "p95_ms": 2.2277, "p99_ms": 2.7682, "results": {"failed": 0, "not_applicable": 0, "success": 836002, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 109, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:36:48+09:00", "last_error_summary": "[h264 @ 0x5d1297e41700] left block unavailable for requested intra mode [h264 @ 0x5d1297e41700] error while decoding MB 0 53, bytestream 87664 [in#0/rtsp @ 0x5d1297cc3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d1297cc3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:36:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T15:36:50+09:00", "pid": 30918, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.16, "name": "ffmpeg", "pid": 30918, "rss_mb": 205.16, "state": "S (sleeping)", "threads": 70}, "restart_count": 116, "restart_count_per_hour": 5, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.889, "sample_count": 2491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 836002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.148, "last_frame_pushed_at": "2026-10-31T15:36:48+09:00", "last_frame_read_age_sec": 4.228, "last_frame_read_at": "2026-10-31T15:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 482.071, "last_sample_duration_ms": 975.773, "last_trigger": "periodic", "next_snapshot_in_sec": 117.929, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 150, "storage_bytes": 2460686}, "mjpeg": {"age_sec": 4.139, "exists": true, "mtime": "2026-10-31T15:36:48.334889+09:00", "mtime_epoch": 1793428608.334889, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90563}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:36:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1209.523, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 836002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.177, "max": 4.0, "p95": 4.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 62}, "total": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.071, "pushed": 2.071, "read": 2.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.007, "count": 62, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4202.789, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.633, "count": 61, "max_ms": 4.033, "p95_ms": 1.94, "reason": null, "sample_age_ms": 4232.348, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.236, "count": 61, "max_ms": 2.35, "p95_ms": 1.5, "reason": null, "sample_age_ms": 4232.552, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 62, "max_ms": 0.97, "p95_ms": 0.501, "reason": null, "sample_age_ms": 4202.8, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.863, "count": 61, "max_ms": 4.69, "p95_ms": 2.828, "reason": null, "sample_age_ms": 4231.433, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4231.421, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4203.057, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.867, "count": 62, "max_ms": 75.471, "p95_ms": 63.562, "reason": null, "sample_age_ms": 4202.784, "source": "client_direct"}, "sample_age_ms": 4202.78, "source": "client_direct", "task_total_ms": {"avg_ms": 49.174, "count": 62, "max_ms": 78.239, "p95_ms": 64.86, "reason": null, "sample_age_ms": 4202.78, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.086, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.835, "count": 62, "max_ms": 7.727, "p95_ms": 6.891}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.309, "count": 62, "max_ms": 0.66, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 1.288, "count": 62, "max_ms": 3.784, "p95_ms": 2.574}, "event_filter_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.243, "count": 62, "max_ms": 0.581, "p95_ms": 0.459}, "mcmt_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.547, "count": 62, "max_ms": 1.113, "p95_ms": 1.038}, "setup_ms": {"avg_ms": 0.053, "count": 62, "max_ms": 0.541, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.791, "count": 62, "max_ms": 7.692, "p95_ms": 6.816}, "track_match_ms": {"avg_ms": 0.062, "count": 62, "max_ms": 0.147, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.281, "count": 62, "max_ms": 3.176, "p95_ms": 2.215}}, "gstreamer_push": {"avg_ms": 3.35, "count": 62, "max_ms": 6.094, "p95_ms": 5.568}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 62, "max_ms": 0.103, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.157, "count": 62, "max_ms": 80.09, "p95_ms": 65.55}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.575, "count": 62, "max_ms": 9.85, "p95_ms": 6.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.886, "count": 62, "max_ms": 126.03, "p95_ms": 106.858}, "inference_input_copy_ms": {"avg_ms": 1.675, "count": 62, "max_ms": 3.467, "p95_ms": 2.696}, "processing_residual_ms": {"avg_ms": 0.214, "count": 62, "max_ms": 0.836, "p95_ms": 0.41}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.35, "count": 62, "max_ms": 131.715, "p95_ms": 111.45}, "read_interval": {"avg_ms": 423.428, "count": 61, "max_ms": 19297.848, "p95_ms": 146.408}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 62, "max_ms": 0.042, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.495, "count": 62, "max_ms": 1.014, "p95_ms": 0.945}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 62, "max_ms": 0.049, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.482, "count": 62, "max_ms": 0.999, "p95_ms": 0.922}, "worker_merge_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 50.169, "count": 62, "max_ms": 80.096, "p95_ms": 65.561}, "visualize": {"avg_ms": 33.9, "count": 62, "max_ms": 49.279, "p95_ms": 45.639}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.63, "count": 62, "max_ms": 43.455, "p95_ms": 39.57}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.46, "count": 62, "max_ms": 47.086, "p95_ms": 42.994}, "visualize_input_copy_ms": {"avg_ms": 1.27, "count": 62, "max_ms": 2.81, "p95_ms": 2.119}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.348, "count": 62, "max_ms": 46.921, "p95_ms": 42.846}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 62, "max_ms": 0.17, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1209.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 835994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93821, "write_bytes_delta": 93821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.170024, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 30802, "reason": null, "system_cpu_core_ratio": 0.07007, "system_cpu_s_delta": 2.0400000000000063, "user_cpu_core_ratio": 0.099953, "user_cpu_s_delta": 2.910000000000082}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.482593, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.147354, "system_cpu_s_delta": 4.290000000000873, "user_cpu_core_ratio": 0.335239, "user_cpu_s_delta": 9.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.252, "count": 82, "max_ms": 6.094, "p95_ms": 4.875, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.78, "max": 7.0, "p95": 6.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.427, "max": 3.0, "p95": 2.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.133, "count": 30, "max": 62.038, "p95": 34.716, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.989, "count": 30, "max": 26.39, "p95": 25.106, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.867, "count": 30, "max": 1257.0, "p95": 1225.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 668.1, "count": 30, "max": 10894.0, "p95": 2184.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.275, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.504, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91344.233, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88255.133, "count": 30, "max": 94262.0, "p95": 94139.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 41.0, "p95": 30.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.525, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6943, "sampled_at": "2026-10-31T15:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1412622, "flush_count": 1510, "flush_interval_seconds": 30.0, "flush_state": {"count": 1510, "last_at": "2026-10-31T15:43:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:43:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1509}, "started": true, "suppressed_count": 838134, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 837995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1510, "written_record_count": 1510}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6976.457, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59bcda194600] cabac decode of qscale diff failed at 99 67 [h264 @ 0x59bcda194600] error while decoding MB 99 67, bytestream 63117 [h264 @ 0x59bcdae08980] cabac decode of qscale diff failed at 65 48 [h264 @ 0x59bcdae08980] error while decoding MB 65 48, bytestream -8 [in#0/rtsp @ 0x59bcda128e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59bcda128e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2321057894400, "copied_frame_count": 839503, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2321057894400, "frame_buffer_copies": 839503, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1114, "count": 512, "max_ms": 0.7945, "p50_ms": 0.0973, "p95_ms": 0.1969, "p99_ms": 0.2993}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4667, "count": 512, "max_ms": 5.2776, "p50_ms": 1.3961, "p95_ms": 2.3475, "p99_ms": 3.1487, "results": {"failed": 0, "not_applicable": 0, "success": 839503, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:44:00+09:00", "last_error_summary": "[h264 @ 0x59bcda194600] cabac decode of qscale diff failed at 99 67 [h264 @ 0x59bcda194600] error while decoding MB 99 67, bytestream 63117 [h264 @ 0x59bcdae08980] cabac decode of qscale diff failed at 65 48 [h264 @ 0x59bcdae08980] error while decoding MB 65 48, bytestream -8 [in#0/rtsp @ 0x59bcda128e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59bcda128e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:36:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.473, "last_started_at": "2026-10-31T15:36:50+09:00", "pid": 30918, "process": {"exists": false, "pid": 30918}, "restart_count": 116, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-10-31T15:44:00+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-31T15:44:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.799, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 291.201, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-10-31T15:44:00.855372+09:00", "mtime_epoch": 1793429040.8553717, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:44:00+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.211, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 839504, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.884, "max": 8.0, "p95": 8.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.229, "max": 3.0, "p95": 3.0, "sample_count": 83}, "total": {"avg": 2.151, "max": 3.0, "p95": 3.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.698, "max": 2.0, "p95": 2.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.698, "max": 2.0, "p95": 2.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 87, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.867, "pushed": 2.867, "read": 2.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.007, "count": 87, "max_ms": 0.04, "p95_ms": 0.015, "reason": null, "sample_age_ms": 42.726, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.876, "count": 87, "max_ms": 3.584, "p95_ms": 3.169, "reason": null, "sample_age_ms": 100.5, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 87, "max_ms": 3.222, "p95_ms": 1.807, "reason": null, "sample_age_ms": 100.736, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 87, "max_ms": 1.692, "p95_ms": 0.575, "reason": null, "sample_age_ms": 42.768, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.024, "count": 87, "max_ms": 7.929, "p95_ms": 3.506, "reason": null, "sample_age_ms": 99.336, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.322, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.737, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.902, "count": 87, "max_ms": 69.133, "p95_ms": 61.855, "reason": null, "sample_age_ms": 42.686, "source": "client_direct"}, "sample_age_ms": 42.675, "source": "client_direct", "task_total_ms": {"avg_ms": 46.43, "count": 87, "max_ms": 71.896, "p95_ms": 64.687, "reason": null, "sample_age_ms": 42.675, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.797, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.929, "count": 86, "max_ms": 12.067, "p95_ms": 9.953}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.42, "count": 86, "max_ms": 1.263, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.438, "count": 86, "max_ms": 6.081, "p95_ms": 2.49}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.311, "count": 86, "max_ms": 0.658, "p95_ms": 0.556}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.779, "count": 86, "max_ms": 4.232, "p95_ms": 3.275}, "setup_ms": {"avg_ms": 0.039, "count": 86, "max_ms": 0.087, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.875, "count": 86, "max_ms": 11.98, "p95_ms": 9.887}, "track_match_ms": {"avg_ms": 0.119, "count": 86, "max_ms": 0.405, "p95_ms": 0.289}, "tracker_update_ms": {"avg_ms": 1.76, "count": 86, "max_ms": 4.38, "p95_ms": 2.769}}, "gstreamer_push": {"avg_ms": 2.951, "count": 86, "max_ms": 4.846, "p95_ms": 4.356}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 86, "max_ms": 0.127, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.534, "count": 86, "max_ms": 72.835, "p95_ms": 65.877}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.13, "count": 86, "max_ms": 14.62, "p95_ms": 7.222}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.166, "count": 86, "max_ms": 138.957, "p95_ms": 114.728}, "inference_input_copy_ms": {"avg_ms": 1.693, "count": 86, "max_ms": 4.835, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.214, "count": 86, "max_ms": 0.887, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.203, "count": 86, "max_ms": 143.759, "p95_ms": 118.684}, "read_interval": {"avg_ms": 344.963, "count": 87, "max_ms": 20466.86, "p95_ms": 150.149}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 86, "max_ms": 0.039, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.712, "count": 86, "max_ms": 4.094, "p95_ms": 3.194}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.043, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.695, "count": 86, "max_ms": 4.056, "p95_ms": 3.174}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 47.547, "count": 86, "max_ms": 72.845, "p95_ms": 65.907}, "visualize": {"avg_ms": 36.565, "count": 86, "max_ms": 56.911, "p95_ms": 48.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.075, "count": 86, "max_ms": 43.633, "p95_ms": 41.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.1, "count": 86, "max_ms": 54.165, "p95_ms": 47.256}, "visualize_input_copy_ms": {"avg_ms": 1.269, "count": 86, "max_ms": 2.64, "p95_ms": 2.338}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.974, "count": 86, "max_ms": 53.969, "p95_ms": 47.137}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 86, "max_ms": 0.145, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.833, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93668, "write_bytes_delta": 93668, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 470.0, "cpu_core_ratio": 0.222494, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11893.0, "pid": 30918, "reason": null, "system_cpu_core_ratio": 0.068312, "system_cpu_s_delta": 2.1400000000000006, "user_cpu_core_ratio": 0.154181, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.194083, "system_cpu_s_delta": 6.07999999999447, "user_cpu_core_ratio": 0.440199, "user_cpu_s_delta": 13.789999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 88, "max_ms": 4.846, "p95_ms": 4.356, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.114, "max": 9.0, "p95": 8.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.118, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 2.045, "max": 3.0, "p95": 3.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.006, "count": 30, "max": 56.833, "p95": 45.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.995, "count": 30, "max": 25.64, "p95": 24.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.767, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1214.767, "count": 30, "max": 11893.0, "p95": 7350.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.275, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91295.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85224.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 34.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.487, "count": 30, "max": 0.573, "p95": 0.554, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6969, "sampled_at": "2026-10-31T15:44:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:44:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1412622, "flush_count": 1510, "flush_interval_seconds": 30.0, "flush_state": {"count": 1510, "last_at": "2026-10-31T15:43:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:43:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1509}, "started": true, "suppressed_count": 838134, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 837995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1510, "written_record_count": 1510}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6976.145, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T15:44:00+09:00", "last_error_summary": "[h264 @ 0x59bcda194600] cabac decode of qscale diff failed at 99 67 [h264 @ 0x59bcda194600] error while decoding MB 99 67, bytestream 63117 [h264 @ 0x59bcdae08980] cabac decode of qscale diff failed at 65 48 [h264 @ 0x59bcdae08980] error while decoding MB 65 48, bytestream -8 [in#0/rtsp @ 0x59bcda128e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59bcda128e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2321060659200, "copied_frame_count": 839504, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2321060659200, "frame_buffer_copies": 839504, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1115, "count": 512, "max_ms": 0.7945, "p50_ms": 0.0973, "p95_ms": 0.1969, "p99_ms": 0.2993}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4673, "count": 512, "max_ms": 5.2776, "p50_ms": 1.3961, "p95_ms": 2.3475, "p99_ms": 3.1487, "results": {"failed": 0, "not_applicable": 0, "success": 839504, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:44:00+09:00", "last_error_summary": "[h264 @ 0x59bcda194600] cabac decode of qscale diff failed at 99 67 [h264 @ 0x59bcda194600] error while decoding MB 99 67, bytestream 63117 [h264 @ 0x59bcdae08980] cabac decode of qscale diff failed at 65 48 [h264 @ 0x59bcdae08980] error while decoding MB 65 48, bytestream -8 [in#0/rtsp @ 0x59bcda128e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59bcda128e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.529, "last_started_at": "2026-10-31T15:36:50+09:00", "pid": 30918, "process": {"exists": false, "pid": 30918}, "restart_count": 116, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-31T15:44:00+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-10-31T15:44:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.853, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 291.147, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-31T15:44:00.980372+09:00", "mtime_epoch": 1793429040.9803724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98174}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:44:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.207, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 839504, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.908, "max": 8.0, "p95": 8.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.226, "max": 3.0, "p95": 3.0, "sample_count": 84}, "total": {"avg": 2.149, "max": 3.0, "p95": 3.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.701, "max": 2.0, "p95": 2.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.701, "max": 2.0, "p95": 2.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.905, "pushed": 2.905, "read": 2.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.007, "count": 87, "max_ms": 0.04, "p95_ms": 0.015, "reason": null, "sample_age_ms": 100.718, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 86, "max_ms": 3.584, "p95_ms": 3.175, "reason": null, "sample_age_ms": 158.492, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 86, "max_ms": 3.222, "p95_ms": 1.813, "reason": null, "sample_age_ms": 158.728, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 87, "max_ms": 1.692, "p95_ms": 0.575, "reason": null, "sample_age_ms": 100.76, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.012, "count": 86, "max_ms": 7.929, "p95_ms": 3.509, "reason": null, "sample_age_ms": 157.328, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.314, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.729, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.902, "count": 87, "max_ms": 69.133, "p95_ms": 61.855, "reason": null, "sample_age_ms": 100.677, "source": "client_direct"}, "sample_age_ms": 100.666, "source": "client_direct", "task_total_ms": {"avg_ms": 46.43, "count": 87, "max_ms": 71.896, "p95_ms": 64.687, "reason": null, "sample_age_ms": 100.666, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.0, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.934, "count": 87, "max_ms": 12.067, "p95_ms": 9.953}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 87, "max_ms": 1.263, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 87, "max_ms": 6.081, "p95_ms": 2.49}, "event_filter_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.311, "count": 87, "max_ms": 0.658, "p95_ms": 0.556}, "mcmt_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.774, "count": 87, "max_ms": 4.232, "p95_ms": 3.275}, "setup_ms": {"avg_ms": 0.04, "count": 87, "max_ms": 0.087, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.879, "count": 87, "max_ms": 11.98, "p95_ms": 9.887}, "track_match_ms": {"avg_ms": 0.119, "count": 87, "max_ms": 0.405, "p95_ms": 0.289}, "tracker_update_ms": {"avg_ms": 1.765, "count": 87, "max_ms": 4.38, "p95_ms": 2.769}}, "gstreamer_push": {"avg_ms": 2.96, "count": 87, "max_ms": 4.846, "p95_ms": 4.356}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 87, "max_ms": 0.127, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.661, "count": 87, "max_ms": 72.835, "p95_ms": 65.877}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.118, "count": 87, "max_ms": 14.62, "p95_ms": 7.222}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.411, "count": 87, "max_ms": 138.957, "p95_ms": 114.728}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 87, "max_ms": 4.835, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.213, "count": 87, "max_ms": 0.887, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.434, "count": 87, "max_ms": 143.759, "p95_ms": 118.684}, "read_interval": {"avg_ms": 347.647, "count": 86, "max_ms": 20466.86, "p95_ms": 150.149}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 87, "max_ms": 0.039, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.707, "count": 87, "max_ms": 4.094, "p95_ms": 3.194}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 87, "max_ms": 0.043, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.69, "count": 87, "max_ms": 4.056, "p95_ms": 3.174}, "worker_merge_ms": {"avg_ms": 0.007, "count": 87, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 47.674, "count": 87, "max_ms": 72.845, "p95_ms": 65.907}, "visualize": {"avg_ms": 36.681, "count": 87, "max_ms": 56.911, "p95_ms": 48.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.013, "count": 87, "max_ms": 43.633, "p95_ms": 41.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.213, "count": 87, "max_ms": 54.165, "p95_ms": 47.256}, "visualize_input_copy_ms": {"avg_ms": 1.272, "count": 87, "max_ms": 2.64, "p95_ms": 2.338}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.087, "count": 87, "max_ms": 53.969, "p95_ms": 47.137}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 87, "max_ms": 0.145, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.833, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93668, "write_bytes_delta": 93668, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 470.0, "cpu_core_ratio": 0.222494, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11893.0, "pid": 30918, "reason": null, "system_cpu_core_ratio": 0.068312, "system_cpu_s_delta": 2.1400000000000006, "user_cpu_core_ratio": 0.154181, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.194083, "system_cpu_s_delta": 6.07999999999447, "user_cpu_core_ratio": 0.440199, "user_cpu_s_delta": 13.789999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 88, "max_ms": 4.846, "p95_ms": 4.356, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.114, "max": 9.0, "p95": 8.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.118, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 2.045, "max": 3.0, "p95": 3.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.006, "count": 30, "max": 56.833, "p95": 45.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.995, "count": 30, "max": 25.64, "p95": 24.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.767, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1214.767, "count": 30, "max": 11893.0, "p95": 7350.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.275, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91295.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85224.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 34.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.487, "count": 30, "max": 0.573, "p95": 0.554, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6969, "sampled_at": "2026-10-31T15:44:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:44:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1412622, "flush_count": 1510, "flush_interval_seconds": 30.0, "flush_state": {"count": 1510, "last_at": "2026-10-31T15:43:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:43:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1509}, "started": true, "suppressed_count": 838134, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 837995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1510, "written_record_count": 1510}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6976.434, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2321060659200, "copied_frame_count": 839504, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2321060659200, "frame_buffer_copies": 839504, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1115, "count": 512, "max_ms": 0.7945, "p50_ms": 0.0973, "p95_ms": 0.1969, "p99_ms": 0.2993}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4673, "count": 512, "max_ms": 5.2776, "p50_ms": 1.3961, "p95_ms": 2.3475, "p99_ms": 3.1487, "results": {"failed": 0, "not_applicable": 0, "success": 839504, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:44:00+09:00", "last_error_summary": "[h264 @ 0x59bcda194600] cabac decode of qscale diff failed at 99 67 [h264 @ 0x59bcda194600] error while decoding MB 99 67, bytestream 63117 [h264 @ 0x59bcdae08980] cabac decode of qscale diff failed at 65 48 [h264 @ 0x59bcdae08980] error while decoding MB 65 48, bytestream -8 [in#0/rtsp @ 0x59bcda128e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59bcda128e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.568, "last_started_at": "2026-10-31T15:36:50+09:00", "pid": 30918, "process": {"exists": false, "pid": 30918}, "restart_count": 116, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-31T15:44:00+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-10-31T15:44:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.89, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 291.11, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-31T15:44:00.980372+09:00", "mtime_epoch": 1793429040.9803724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98174}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:44:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.207, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 839504, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.908, "max": 8.0, "p95": 8.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.226, "max": 3.0, "p95": 3.0, "sample_count": 84}, "total": {"avg": 2.149, "max": 3.0, "p95": 3.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.701, "max": 2.0, "p95": 2.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.701, "max": 2.0, "p95": 2.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.901, "pushed": 2.901, "read": 2.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.04, "p95_ms": 0.015, "reason": null, "sample_age_ms": 137.966, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 86, "max_ms": 3.584, "p95_ms": 3.175, "reason": null, "sample_age_ms": 195.74, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 86, "max_ms": 3.222, "p95_ms": 1.813, "reason": null, "sample_age_ms": 195.976, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 86, "max_ms": 1.692, "p95_ms": 0.575, "reason": null, "sample_age_ms": 138.008, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.012, "count": 86, "max_ms": 7.929, "p95_ms": 3.509, "reason": null, "sample_age_ms": 194.576, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.562, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.977, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.678, "count": 86, "max_ms": 69.133, "p95_ms": 59.823, "reason": null, "sample_age_ms": 137.925, "source": "client_direct"}, "sample_age_ms": 137.914, "source": "client_direct", "task_total_ms": {"avg_ms": 46.193, "count": 86, "max_ms": 71.896, "p95_ms": 63.708, "reason": null, "sample_age_ms": 137.914, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.483, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.934, "count": 87, "max_ms": 12.067, "p95_ms": 9.953}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 87, "max_ms": 1.263, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 87, "max_ms": 6.081, "p95_ms": 2.49}, "event_filter_ms": {"avg_ms": 0.005, "count": 87, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.311, "count": 87, "max_ms": 0.658, "p95_ms": 0.556}, "mcmt_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.774, "count": 87, "max_ms": 4.232, "p95_ms": 3.275}, "setup_ms": {"avg_ms": 0.04, "count": 87, "max_ms": 0.087, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.879, "count": 87, "max_ms": 11.98, "p95_ms": 9.887}, "track_match_ms": {"avg_ms": 0.119, "count": 87, "max_ms": 0.405, "p95_ms": 0.289}, "tracker_update_ms": {"avg_ms": 1.765, "count": 87, "max_ms": 4.38, "p95_ms": 2.769}}, "gstreamer_push": {"avg_ms": 2.96, "count": 87, "max_ms": 4.846, "p95_ms": 4.356}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 87, "max_ms": 0.127, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.661, "count": 87, "max_ms": 72.835, "p95_ms": 65.877}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.118, "count": 87, "max_ms": 14.62, "p95_ms": 7.222}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.411, "count": 87, "max_ms": 138.957, "p95_ms": 114.728}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 87, "max_ms": 4.835, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.213, "count": 87, "max_ms": 0.887, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.434, "count": 87, "max_ms": 143.759, "p95_ms": 118.684}, "read_interval": {"avg_ms": 347.647, "count": 86, "max_ms": 20466.86, "p95_ms": 150.149}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 87, "max_ms": 0.039, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.707, "count": 87, "max_ms": 4.094, "p95_ms": 3.194}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 87, "max_ms": 0.043, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.69, "count": 87, "max_ms": 4.056, "p95_ms": 3.174}, "worker_merge_ms": {"avg_ms": 0.007, "count": 87, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 47.674, "count": 87, "max_ms": 72.845, "p95_ms": 65.907}, "visualize": {"avg_ms": 36.681, "count": 87, "max_ms": 56.911, "p95_ms": 48.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.013, "count": 87, "max_ms": 43.633, "p95_ms": 41.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.213, "count": 87, "max_ms": 54.165, "p95_ms": 47.256}, "visualize_input_copy_ms": {"avg_ms": 1.272, "count": 87, "max_ms": 2.64, "p95_ms": 2.338}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.087, "count": 87, "max_ms": 53.969, "p95_ms": 47.137}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 87, "max_ms": 0.145, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.833, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93668, "write_bytes_delta": 93668, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 470.0, "cpu_core_ratio": 0.222494, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11893.0, "pid": 30918, "reason": null, "system_cpu_core_ratio": 0.068312, "system_cpu_s_delta": 2.1400000000000006, "user_cpu_core_ratio": 0.154181, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.194083, "system_cpu_s_delta": 6.07999999999447, "user_cpu_core_ratio": 0.440199, "user_cpu_s_delta": 13.789999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 88, "max_ms": 4.846, "p95_ms": 4.356, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.114, "max": 9.0, "p95": 8.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.118, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 2.045, "max": 3.0, "p95": 3.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.006, "count": 30, "max": 56.833, "p95": 45.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.995, "count": 30, "max": 25.64, "p95": 24.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.767, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1214.767, "count": 30, "max": 11893.0, "p95": 7350.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.275, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91295.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85224.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 34.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.487, "count": 30, "max": 0.573, "p95": 0.554, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6969, "sampled_at": "2026-10-31T15:44:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:44:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1412622, "flush_count": 1510, "flush_interval_seconds": 30.0, "flush_state": {"count": 1510, "last_at": "2026-10-31T15:43:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:43:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1509}, "started": true, "suppressed_count": 838134, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 837995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1510, "written_record_count": 1510}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7146.727, "limit_mb": null}, "detail": {"pid": 31034, "restart_count": 117, "start_count": 118}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2321060659200, "copied_frame_count": 839504, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2321060659200, "frame_buffer_copies": 839504, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1115, "count": 512, "max_ms": 0.7945, "p50_ms": 0.0973, "p95_ms": 0.1969, "p99_ms": 0.2993}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4673, "count": 512, "max_ms": 5.2776, "p50_ms": 1.3961, "p95_ms": 2.3475, "p99_ms": 3.1487, "results": {"failed": 0, "not_applicable": 0, "success": 839504, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 110, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:44:00+09:00", "last_error_summary": "[h264 @ 0x59bcda194600] cabac decode of qscale diff failed at 99 67 [h264 @ 0x59bcda194600] error while decoding MB 99 67, bytestream 63117 [h264 @ 0x59bcdae08980] cabac decode of qscale diff failed at 65 48 [h264 @ 0x59bcdae08980] error while decoding MB 65 48, bytestream -8 [in#0/rtsp @ 0x59bcda128e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59bcda128e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:44:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T15:44:03+09:00", "pid": 31034, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.91, "name": "ffmpeg", "pid": 31034, "rss_mb": 205.91, "state": "S (sleeping)", "threads": 70}, "restart_count": 117, "restart_count_per_hour": 5, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.957, "last_frame_pushed_at": "2026-10-31T15:44:00+09:00", "last_frame_read_age_sec": 5.08, "last_frame_read_at": "2026-10-31T15:44:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 313.77, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 286.23, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 4.946, "exists": true, "mtime": "2026-10-31T15:44:00.980372+09:00", "mtime_epoch": 1793429040.9803724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98174}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:44:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.211, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 839504, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.881, "max": 7.0, "p95": 7.0, "sample_count": 42}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.513, "max": 3.0, "p95": 3.0, "sample_count": 39}, "total": {"avg": 2.333, "max": 3.0, "p95": 3.0, "sample_count": 42}}, "tracking_counts": {"active": {"avg": 1.405, "max": 2.0, "p95": 2.0, "sample_count": 42}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "removed": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 42}, "tracked": {"avg": 1.405, "max": 2.0, "p95": 2.0, "sample_count": 42}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 42, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.4, "pushed": 1.433, "read": 1.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 42, "client_acquire_ms": {"avg_ms": 0.006, "count": 42, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 5025.747, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.837, "count": 42, "max_ms": 3.584, "p95_ms": 3.169, "reason": null, "sample_age_ms": 5083.521, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.241, "count": 42, "max_ms": 1.972, "p95_ms": 1.687, "reason": null, "sample_age_ms": 5083.757, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 42, "max_ms": 0.891, "p95_ms": 0.507, "reason": null, "sample_age_ms": 5025.789, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.766, "count": 42, "max_ms": 4.282, "p95_ms": 3.251, "reason": null, "sample_age_ms": 5082.357, "source": "client_direct"}, "request_count": 42, "request_tensor_bytes": {"avg": 2764808.0, "count": 42, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5082.343, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 42, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5026.758, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.081, "count": 42, "max_ms": 60.721, "p95_ms": 56.047, "reason": null, "sample_age_ms": 5025.707, "source": "client_direct"}, "sample_age_ms": 5025.696, "source": "client_direct", "task_total_ms": {"avg_ms": 45.326, "count": 42, "max_ms": 64.611, "p95_ms": 58.203, "reason": null, "sample_age_ms": 5025.696, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.332, "count": 42, "max_ms": 12.067, "p95_ms": 10.197}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.451, "count": 42, "max_ms": 1.263, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.522, "count": 42, "max_ms": 6.081, "p95_ms": 2.49}, "event_filter_ms": {"avg_ms": 0.005, "count": 42, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.281, "count": 42, "max_ms": 0.502, "p95_ms": 0.448}, "mcmt_ms": {"avg_ms": 0.004, "count": 42, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.902, "count": 42, "max_ms": 4.232, "p95_ms": 3.494}, "setup_ms": {"avg_ms": 0.04, "count": 42, "max_ms": 0.087, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 6.275, "count": 42, "max_ms": 11.98, "p95_ms": 10.057}, "track_match_ms": {"avg_ms": 0.162, "count": 42, "max_ms": 0.405, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 1.907, "count": 42, "max_ms": 4.38, "p95_ms": 3.481}}, "gstreamer_push": {"avg_ms": 2.892, "count": 43, "max_ms": 4.607, "p95_ms": 4.313}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 42, "max_ms": 0.127, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.512, "count": 42, "max_ms": 65.877, "p95_ms": 59.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.392, "count": 42, "max_ms": 14.62, "p95_ms": 7.546}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.67, "count": 42, "max_ms": 138.957, "p95_ms": 112.525}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 42, "max_ms": 4.835, "p95_ms": 3.148}, "processing_residual_ms": {"avg_ms": 0.231, "count": 42, "max_ms": 0.887, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.909, "count": 42, "max_ms": 143.759, "p95_ms": 116.256}, "read_interval": {"avg_ms": 595.216, "count": 42, "max_ms": 20466.86, "p95_ms": 150.149}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 42, "max_ms": 0.038, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.833, "count": 42, "max_ms": 4.094, "p95_ms": 3.422}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 42, "max_ms": 0.043, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.816, "count": 42, "max_ms": 4.056, "p95_ms": 3.404}, "worker_merge_ms": {"avg_ms": 0.007, "count": 42, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 46.526, "count": 42, "max_ms": 65.907, "p95_ms": 59.968}, "visualize": {"avg_ms": 37.716, "count": 42, "max_ms": 56.911, "p95_ms": 49.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.344, "count": 42, "max_ms": 43.633, "p95_ms": 41.838}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.135, "count": 42, "max_ms": 54.165, "p95_ms": 48.357}, "visualize_input_copy_ms": {"avg_ms": 1.376, "count": 42, "max_ms": 2.64, "p95_ms": 2.511}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.008, "count": 42, "max_ms": 53.969, "p95_ms": 48.21}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 42, "max_ms": 0.145, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.833, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.993, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 839497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93668, "write_bytes_delta": 93668, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 470.0, "cpu_core_ratio": 0.222494, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11893.0, "pid": 30918, "reason": null, "system_cpu_core_ratio": 0.068312, "system_cpu_s_delta": 2.1400000000000006, "user_cpu_core_ratio": 0.154181, "user_cpu_s_delta": 4.829999999999984}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.634282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.194083, "system_cpu_s_delta": 6.07999999999447, "user_cpu_core_ratio": 0.440199, "user_cpu_s_delta": 13.789999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.917, "count": 88, "max_ms": 4.846, "p95_ms": 4.356, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.114, "max": 9.0, "p95": 8.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.118, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 2.045, "max": 3.0, "p95": 3.0, "sample_count": 88}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.006, "count": 30, "max": 56.833, "p95": 45.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.995, "count": 30, "max": 25.64, "p95": 24.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.767, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1214.767, "count": 30, "max": 11893.0, "p95": 7350.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.275, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91295.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85224.967, "count": 30, "max": 93825.0, "p95": 93752.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 34.0, "p95": 26.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.487, "count": 30, "max": 0.573, "p95": 0.554, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6969, "sampled_at": "2026-10-31T15:44:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:44:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1415699, "flush_count": 1513, "flush_interval_seconds": 30.0, "flush_state": {"count": 1513, "last_at": "2026-10-31T15:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1512}, "started": true, "suppressed_count": 839311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 839172}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1513, "written_record_count": 1513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6985.047, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x558c96dabd00] left block unavailable for requested intra mode [h264 @ 0x558c96dabd00] error while decoding MB 0 52, bytestream 4034 [h264 @ 0x558c96de8240] cabac decode of qscale diff failed at 91 66 [h264 @ 0x558c96de8240] error while decoding MB 91 66, bytestream -9 [in#0/rtsp @ 0x558c96c95e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c96c95e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2324320358400, "copied_frame_count": 840683, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2324320358400, "frame_buffer_copies": 840683, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1064, "count": 512, "max_ms": 0.3806, "p50_ms": 0.0956, "p95_ms": 0.2016, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4675, "count": 512, "max_ms": 3.427, "p50_ms": 1.3966, "p95_ms": 2.3147, "p99_ms": 2.9033, "results": {"failed": 0, "not_applicable": 0, "success": 840683, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:46:44+09:00", "last_error_summary": "[h264 @ 0x558c96dabd00] left block unavailable for requested intra mode [h264 @ 0x558c96dabd00] error while decoding MB 0 52, bytestream 4034 [h264 @ 0x558c96de8240] cabac decode of qscale diff failed at 91 66 [h264 @ 0x558c96de8240] error while decoding MB 91 66, bytestream -9 [in#0/rtsp @ 0x558c96c95e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c96c95e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:44:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.817, "last_started_at": "2026-10-31T15:44:03+09:00", "pid": 31034, "process": {"exists": false, "pid": 31034}, "restart_count": 117, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.02, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-31T15:46:44+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-10-31T15:46:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 472.591, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 127.409, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-31T15:46:44.670038+09:00", "mtime_epoch": 1793429204.6700375, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90269}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:46:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.781, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 840684, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.875, "max": 16.0, "p95": 10.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 96}, "total": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.208, "pushed": 3.208, "read": 3.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.03, "p95_ms": 0.013, "reason": null, "sample_age_ms": 11.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.949, "count": 96, "max_ms": 11.499, "p95_ms": 2.895, "reason": null, "sample_age_ms": 78.283, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.338, "count": 96, "max_ms": 3.542, "p95_ms": 1.858, "reason": null, "sample_age_ms": 78.515, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 97, "max_ms": 1.701, "p95_ms": 0.643, "reason": null, "sample_age_ms": 11.116, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.854, "count": 96, "max_ms": 3.293, "p95_ms": 2.922, "reason": null, "sample_age_ms": 77.198, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2764808.0, "count": 96, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 77.182, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.49, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.959, "count": 97, "max_ms": 77.339, "p95_ms": 62.046, "reason": null, "sample_age_ms": 11.095, "source": "client_direct"}, "sample_age_ms": 11.09, "source": "client_direct", "task_total_ms": {"avg_ms": 48.372, "count": 97, "max_ms": 80.765, "p95_ms": 64.728, "reason": null, "sample_age_ms": 11.09, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.264, "count": 96, "max_ms": 9.967, "p95_ms": 8.149}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.469, "count": 96, "max_ms": 1.528, "p95_ms": 0.871}, "detection_prepare_ms": {"avg_ms": 1.533, "count": 96, "max_ms": 3.996, "p95_ms": 2.756}, "event_filter_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.384, "count": 96, "max_ms": 0.912, "p95_ms": 0.683}, "mcmt_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.848, "count": 96, "max_ms": 1.877, "p95_ms": 1.487}, "setup_ms": {"avg_ms": 0.043, "count": 96, "max_ms": 0.112, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 5.209, "count": 96, "max_ms": 9.854, "p95_ms": 7.983}, "track_match_ms": {"avg_ms": 0.09, "count": 96, "max_ms": 0.297, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 1.832, "count": 96, "max_ms": 4.465, "p95_ms": 3.113}}, "gstreamer_push": {"avg_ms": 3.103, "count": 96, "max_ms": 5.441, "p95_ms": 4.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 96, "max_ms": 0.894, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.549, "count": 96, "max_ms": 81.577, "p95_ms": 67.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.129, "count": 96, "max_ms": 10.945, "p95_ms": 9.896}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.026, "count": 96, "max_ms": 125.443, "p95_ms": 122.297}, "inference_input_copy_ms": {"avg_ms": 1.692, "count": 96, "max_ms": 3.427, "p95_ms": 3.037}, "processing_residual_ms": {"avg_ms": 0.194, "count": 96, "max_ms": 0.475, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.041, "count": 96, "max_ms": 130.621, "p95_ms": 127.547}, "read_interval": {"avg_ms": 311.999, "count": 96, "max_ms": 10152.529, "p95_ms": 154.916}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 96, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.779, "count": 96, "max_ms": 1.698, "p95_ms": 1.381}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 96, "max_ms": 0.089, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.761, "count": 96, "max_ms": 1.643, "p95_ms": 1.352}, "worker_merge_ms": {"avg_ms": 0.008, "count": 96, "max_ms": 0.025, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.565, "count": 96, "max_ms": 81.585, "p95_ms": 67.326}, "visualize": {"avg_ms": 37.997, "count": 96, "max_ms": 54.176, "p95_ms": 48.567}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.606, "count": 96, "max_ms": 46.225, "p95_ms": 41.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.354, "count": 96, "max_ms": 51.791, "p95_ms": 46.801}, "visualize_input_copy_ms": {"avg_ms": 1.417, "count": 96, "max_ms": 3.175, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.215, "count": 96, "max_ms": 51.62, "p95_ms": 46.582}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 96, "max_ms": 0.256, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.828, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.038, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90108, "write_bytes_delta": 90108, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 172.0, "cpu_core_ratio": 0.0631, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4284.0, "pid": 31034, "reason": null, "system_cpu_core_ratio": 0.006868, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.056232, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.380746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.126629, "system_cpu_s_delta": 2.9499999999970896, "user_cpu_core_ratio": 0.254117, "user_cpu_s_delta": 5.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.129, "count": 97, "max_ms": 5.441, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.567, "max": 16.0, "p95": 10.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 97}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.447, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.569, "count": 30, "max": 28.38, "p95": 25.478, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 771.367, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.5, "count": 30, "max": 11893.0, "p95": 5274.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.211, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.233, "count": 30, "max": 29.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.573, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.252, "p95": 1.238, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6977, "sampled_at": "2026-10-31T15:46:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:46:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1415699, "flush_count": 1513, "flush_interval_seconds": 30.0, "flush_state": {"count": 1513, "last_at": "2026-10-31T15:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1512}, "started": true, "suppressed_count": 839311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 839172}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1513, "written_record_count": 1513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6985.711, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T15:46:44+09:00", "last_error_summary": "[h264 @ 0x558c96dabd00] left block unavailable for requested intra mode [h264 @ 0x558c96dabd00] error while decoding MB 0 52, bytestream 4034 [h264 @ 0x558c96de8240] cabac decode of qscale diff failed at 91 66 [h264 @ 0x558c96de8240] error while decoding MB 91 66, bytestream -9 [in#0/rtsp @ 0x558c96c95e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c96c95e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2324323123200, "copied_frame_count": 840684, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2324323123200, "frame_buffer_copies": 840684, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1063, "count": 512, "max_ms": 0.3806, "p50_ms": 0.0954, "p95_ms": 0.2016, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4678, "count": 512, "max_ms": 3.427, "p50_ms": 1.3975, "p95_ms": 2.3147, "p99_ms": 2.9033, "results": {"failed": 0, "not_applicable": 0, "success": 840684, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:46:44+09:00", "last_error_summary": "[h264 @ 0x558c96dabd00] left block unavailable for requested intra mode [h264 @ 0x558c96dabd00] error while decoding MB 0 52, bytestream 4034 [h264 @ 0x558c96de8240] cabac decode of qscale diff failed at 91 66 [h264 @ 0x558c96de8240] error while decoding MB 91 66, bytestream -9 [in#0/rtsp @ 0x558c96c95e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c96c95e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:46:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.888, "last_started_at": "2026-10-31T15:44:03+09:00", "pid": 31034, "process": {"exists": false, "pid": 31034}, "restart_count": 117, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.02, "sample_count": 2081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-31T15:46:44+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-10-31T15:46:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 472.653, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 127.347, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-31T15:46:44.805038+09:00", "mtime_epoch": 1793429204.8050382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90357}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:46:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.773, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 840684, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.907, "max": 16.0, "p95": 10.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 97}, "total": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.234, "pushed": 3.234, "read": 3.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.03, "p95_ms": 0.012, "reason": null, "sample_age_ms": 81.354, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.949, "count": 96, "max_ms": 11.499, "p95_ms": 2.895, "reason": null, "sample_age_ms": 148.537, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.338, "count": 96, "max_ms": 3.542, "p95_ms": 1.858, "reason": null, "sample_age_ms": 148.769, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 96, "max_ms": 1.701, "p95_ms": 0.649, "reason": null, "sample_age_ms": 81.37, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.854, "count": 96, "max_ms": 3.293, "p95_ms": 2.922, "reason": null, "sample_age_ms": 147.452, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2764808.0, "count": 96, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.436, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.744, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.907, "count": 96, "max_ms": 77.339, "p95_ms": 62.079, "reason": null, "sample_age_ms": 81.349, "source": "client_direct"}, "sample_age_ms": 81.344, "source": "client_direct", "task_total_ms": {"avg_ms": 48.309, "count": 96, "max_ms": 80.765, "p95_ms": 64.761, "reason": null, "sample_age_ms": 81.344, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.726, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.251, "count": 97, "max_ms": 9.967, "p95_ms": 8.149}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.469, "count": 97, "max_ms": 1.528, "p95_ms": 0.871}, "detection_prepare_ms": {"avg_ms": 1.528, "count": 97, "max_ms": 3.996, "p95_ms": 2.756}, "event_filter_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.383, "count": 97, "max_ms": 0.912, "p95_ms": 0.683}, "mcmt_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.845, "count": 97, "max_ms": 1.877, "p95_ms": 1.487}, "setup_ms": {"avg_ms": 0.043, "count": 97, "max_ms": 0.112, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 5.196, "count": 97, "max_ms": 9.854, "p95_ms": 7.983}, "track_match_ms": {"avg_ms": 0.09, "count": 97, "max_ms": 0.297, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 1.827, "count": 97, "max_ms": 4.465, "p95_ms": 3.113}}, "gstreamer_push": {"avg_ms": 3.108, "count": 97, "max_ms": 5.441, "p95_ms": 4.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 97, "max_ms": 0.894, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.757, "count": 97, "max_ms": 81.577, "p95_ms": 69.29}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.116, "count": 97, "max_ms": 10.945, "p95_ms": 9.896}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.342, "count": 97, "max_ms": 125.443, "p95_ms": 123.243}, "inference_input_copy_ms": {"avg_ms": 1.687, "count": 97, "max_ms": 3.427, "p95_ms": 3.037}, "processing_residual_ms": {"avg_ms": 0.193, "count": 97, "max_ms": 0.475, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.338, "count": 97, "max_ms": 130.621, "p95_ms": 127.84}, "read_interval": {"avg_ms": 311.999, "count": 96, "max_ms": 10152.529, "p95_ms": 154.916}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 97, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.777, "count": 97, "max_ms": 1.698, "p95_ms": 1.381}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 97, "max_ms": 0.089, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.759, "count": 97, "max_ms": 1.643, "p95_ms": 1.352}, "worker_merge_ms": {"avg_ms": 0.008, "count": 97, "max_ms": 0.025, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.773, "count": 97, "max_ms": 81.585, "p95_ms": 69.303}, "visualize": {"avg_ms": 38.122, "count": 97, "max_ms": 54.176, "p95_ms": 48.744}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.743, "count": 97, "max_ms": 46.225, "p95_ms": 42.187}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.478, "count": 97, "max_ms": 51.791, "p95_ms": 47.11}, "visualize_input_copy_ms": {"avg_ms": 1.419, "count": 97, "max_ms": 3.175, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.34, "count": 97, "max_ms": 51.62, "p95_ms": 46.913}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 97, "max_ms": 0.256, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.828, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.038, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90108, "write_bytes_delta": 90108, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 172.0, "cpu_core_ratio": 0.0631, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4284.0, "pid": 31034, "reason": null, "system_cpu_core_ratio": 0.006868, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.056232, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.380746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.126629, "system_cpu_s_delta": 2.9499999999970896, "user_cpu_core_ratio": 0.254117, "user_cpu_s_delta": 5.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.129, "count": 97, "max_ms": 5.441, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.567, "max": 16.0, "p95": 10.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 97}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.447, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.569, "count": 30, "max": 28.38, "p95": 25.478, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 771.367, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.5, "count": 30, "max": 11893.0, "p95": 5274.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.211, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.233, "count": 30, "max": 29.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.573, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.252, "p95": 1.238, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6977, "sampled_at": "2026-10-31T15:46:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:46:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1415699, "flush_count": 1513, "flush_interval_seconds": 30.0, "flush_state": {"count": 1513, "last_at": "2026-10-31T15:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1512}, "started": true, "suppressed_count": 839311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 839172}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1513, "written_record_count": 1513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6985.242, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2324323123200, "copied_frame_count": 840684, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2324323123200, "frame_buffer_copies": 840684, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1063, "count": 512, "max_ms": 0.3806, "p50_ms": 0.0954, "p95_ms": 0.2016, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4678, "count": 512, "max_ms": 3.427, "p50_ms": 1.3975, "p95_ms": 2.3147, "p99_ms": 2.9033, "results": {"failed": 0, "not_applicable": 0, "success": 840684, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:46:44+09:00", "last_error_summary": "[h264 @ 0x558c96dabd00] left block unavailable for requested intra mode [h264 @ 0x558c96dabd00] error while decoding MB 0 52, bytestream 4034 [h264 @ 0x558c96de8240] cabac decode of qscale diff failed at 91 66 [h264 @ 0x558c96de8240] error while decoding MB 91 66, bytestream -9 [in#0/rtsp @ 0x558c96c95e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c96c95e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:46:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.911, "last_started_at": "2026-10-31T15:44:03+09:00", "pid": 31034, "process": {"exists": false, "pid": 31034}, "restart_count": 117, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.02, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-31T15:46:44+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-10-31T15:46:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 472.676, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 127.324, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-31T15:46:44.805038+09:00", "mtime_epoch": 1793429204.8050382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90357}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:46:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.773, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 840684, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.938, "max": 16.0, "p95": 10.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 96}, "total": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.21, "pushed": 3.21, "read": 3.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 95, "client_acquire_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.03, "p95_ms": 0.012, "reason": null, "sample_age_ms": 103.77, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.953, "count": 95, "max_ms": 11.499, "p95_ms": 2.927, "reason": null, "sample_age_ms": 170.953, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 95, "max_ms": 3.542, "p95_ms": 1.858, "reason": null, "sample_age_ms": 171.185, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 96, "max_ms": 1.701, "p95_ms": 0.649, "reason": null, "sample_age_ms": 103.786, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.854, "count": 95, "max_ms": 3.293, "p95_ms": 2.924, "reason": null, "sample_age_ms": 169.868, "source": "client_direct"}, "request_count": 95, "request_tensor_bytes": {"avg": 2764808.0, "count": 95, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.851, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.16, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.907, "count": 96, "max_ms": 77.339, "p95_ms": 62.079, "reason": null, "sample_age_ms": 103.765, "source": "client_direct"}, "sample_age_ms": 103.76, "source": "client_direct", "task_total_ms": {"avg_ms": 48.309, "count": 96, "max_ms": 80.765, "p95_ms": 64.761, "reason": null, "sample_age_ms": 103.76, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.573, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.261, "count": 96, "max_ms": 9.967, "p95_ms": 8.149}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.468, "count": 96, "max_ms": 1.528, "p95_ms": 0.871}, "detection_prepare_ms": {"avg_ms": 1.532, "count": 96, "max_ms": 3.996, "p95_ms": 2.756}, "event_filter_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.384, "count": 96, "max_ms": 0.912, "p95_ms": 0.683}, "mcmt_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.846, "count": 96, "max_ms": 1.877, "p95_ms": 1.487}, "setup_ms": {"avg_ms": 0.043, "count": 96, "max_ms": 0.112, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 5.205, "count": 96, "max_ms": 9.854, "p95_ms": 7.983}, "track_match_ms": {"avg_ms": 0.09, "count": 96, "max_ms": 0.297, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 1.832, "count": 96, "max_ms": 4.465, "p95_ms": 3.113}}, "gstreamer_push": {"avg_ms": 3.114, "count": 96, "max_ms": 5.441, "p95_ms": 4.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 96, "max_ms": 0.894, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.699, "count": 96, "max_ms": 81.577, "p95_ms": 69.29}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.131, "count": 96, "max_ms": 10.945, "p95_ms": 9.896}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.269, "count": 96, "max_ms": 125.443, "p95_ms": 123.243}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 96, "max_ms": 3.427, "p95_ms": 3.037}, "processing_residual_ms": {"avg_ms": 0.193, "count": 96, "max_ms": 0.475, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.282, "count": 96, "max_ms": 130.621, "p95_ms": 127.84}, "read_interval": {"avg_ms": 314.101, "count": 95, "max_ms": 10152.529, "p95_ms": 154.916}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 96, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.777, "count": 96, "max_ms": 1.698, "p95_ms": 1.381}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 96, "max_ms": 0.089, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.76, "count": 96, "max_ms": 1.643, "p95_ms": 1.352}, "worker_merge_ms": {"avg_ms": 0.008, "count": 96, "max_ms": 0.025, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.715, "count": 96, "max_ms": 81.585, "p95_ms": 69.303}, "visualize": {"avg_ms": 38.093, "count": 96, "max_ms": 54.176, "p95_ms": 48.744}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.704, "count": 96, "max_ms": 46.225, "p95_ms": 42.187}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.448, "count": 96, "max_ms": 51.791, "p95_ms": 47.11}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 96, "max_ms": 3.175, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.309, "count": 96, "max_ms": 51.62, "p95_ms": 46.913}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 96, "max_ms": 0.256, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.828, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.038, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90108, "write_bytes_delta": 90108, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 172.0, "cpu_core_ratio": 0.0631, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4284.0, "pid": 31034, "reason": null, "system_cpu_core_ratio": 0.006868, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.056232, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.380746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.126629, "system_cpu_s_delta": 2.9499999999970896, "user_cpu_core_ratio": 0.254117, "user_cpu_s_delta": 5.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.129, "count": 97, "max_ms": 5.441, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.567, "max": 16.0, "p95": 10.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 97}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.447, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.569, "count": 30, "max": 28.38, "p95": 25.478, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 771.367, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.5, "count": 30, "max": 11893.0, "p95": 5274.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.211, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.233, "count": 30, "max": 29.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.573, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.252, "p95": 1.238, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6977, "sampled_at": "2026-10-31T15:46:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:46:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1415699, "flush_count": 1513, "flush_interval_seconds": 30.0, "flush_state": {"count": 1513, "last_at": "2026-10-31T15:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1512}, "started": true, "suppressed_count": 839311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 839172}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1513, "written_record_count": 1513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7157.293, "limit_mb": null}, "detail": {"pid": 31150, "restart_count": 118, "start_count": 119}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2324323123200, "copied_frame_count": 840684, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2324323123200, "frame_buffer_copies": 840684, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1063, "count": 512, "max_ms": 0.3806, "p50_ms": 0.0954, "p95_ms": 0.2016, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4678, "count": 512, "max_ms": 3.427, "p50_ms": 1.3975, "p95_ms": 2.3147, "p99_ms": 2.9033, "results": {"failed": 0, "not_applicable": 0, "success": 840684, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 111, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:46:44+09:00", "last_error_summary": "[h264 @ 0x558c96dabd00] left block unavailable for requested intra mode [h264 @ 0x558c96dabd00] error while decoding MB 0 52, bytestream 4034 [h264 @ 0x558c96de8240] cabac decode of qscale diff failed at 91 66 [h264 @ 0x558c96de8240] error while decoding MB 91 66, bytestream -9 [in#0/rtsp @ 0x558c96c95e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c96c95e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T15:46:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T15:46:47+09:00", "pid": 31150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.273, "name": "ffmpeg", "pid": 31150, "rss_mb": 209.273, "state": "S (sleeping)", "threads": 70}, "restart_count": 118, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.998, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.717, "last_frame_pushed_at": "2026-10-31T15:46:44+09:00", "last_frame_read_age_sec": 4.85, "last_frame_read_at": "2026-10-31T15:46:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.354, "last_sample_duration_ms": 1096.488, "last_trigger": "periodic", "next_snapshot_in_sec": 122.646, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 151, "storage_bytes": 2470247}, "mjpeg": {"age_sec": 4.71, "exists": true, "mtime": "2026-10-31T15:46:44.805038+09:00", "mtime_epoch": 1793429204.8050382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90357}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:46:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1211.777, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 840684, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.091, "max": 16.0, "p95": 12.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.982, "max": 2.0, "p95": 2.0, "sample_count": 55}, "total": {"avg": 1.982, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.836, "pushed": 1.836, "read": 1.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.007, "count": 54, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4782.189, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.945, "count": 54, "max_ms": 11.499, "p95_ms": 2.936, "reason": null, "sample_age_ms": 4849.372, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 54, "max_ms": 3.542, "p95_ms": 1.823, "reason": null, "sample_age_ms": 4849.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 54, "max_ms": 1.701, "p95_ms": 0.659, "reason": null, "sample_age_ms": 4782.205, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.802, "count": 54, "max_ms": 3.071, "p95_ms": 2.927, "reason": null, "sample_age_ms": 4848.287, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2764808.0, "count": 54, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4848.27, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4782.579, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.138, "count": 54, "max_ms": 77.339, "p95_ms": 59.767, "reason": null, "sample_age_ms": 4782.184, "source": "client_direct"}, "sample_age_ms": 4782.179, "source": "client_direct", "task_total_ms": {"avg_ms": 47.5, "count": 54, "max_ms": 80.765, "p95_ms": 62.725, "reason": null, "sample_age_ms": 4782.179, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.291, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.108, "count": 55, "max_ms": 9.76, "p95_ms": 7.862}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 55, "max_ms": 1.528, "p95_ms": 0.826}, "detection_prepare_ms": {"avg_ms": 1.484, "count": 55, "max_ms": 2.948, "p95_ms": 2.756}, "event_filter_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.377, "count": 55, "max_ms": 0.912, "p95_ms": 0.697}, "mcmt_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.829, "count": 55, "max_ms": 1.877, "p95_ms": 1.579}, "setup_ms": {"avg_ms": 0.041, "count": 55, "max_ms": 0.097, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 5.053, "count": 55, "max_ms": 9.654, "p95_ms": 7.791}, "track_match_ms": {"avg_ms": 0.085, "count": 55, "max_ms": 0.249, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.754, "count": 55, "max_ms": 3.513, "p95_ms": 3.113}}, "gstreamer_push": {"avg_ms": 3.132, "count": 55, "max_ms": 5.441, "p95_ms": 4.996}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 55, "max_ms": 0.894, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.727, "count": 55, "max_ms": 81.577, "p95_ms": 69.756}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.137, "count": 55, "max_ms": 10.945, "p95_ms": 10.349}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.684, "count": 55, "max_ms": 124.682, "p95_ms": 123.61}, "inference_input_copy_ms": {"avg_ms": 1.606, "count": 55, "max_ms": 3.217, "p95_ms": 2.73}, "processing_residual_ms": {"avg_ms": 0.188, "count": 55, "max_ms": 0.475, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.616, "count": 55, "max_ms": 128.812, "p95_ms": 127.84}, "read_interval": {"avg_ms": 466.505, "count": 54, "max_ms": 10152.529, "p95_ms": 165.107}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 55, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.765, "count": 55, "max_ms": 1.698, "p95_ms": 1.472}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 55, "max_ms": 0.055, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.748, "count": 55, "max_ms": 1.643, "p95_ms": 1.442}, "worker_merge_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.019, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.743, "count": 55, "max_ms": 81.585, "p95_ms": 69.766}, "visualize": {"avg_ms": 38.573, "count": 55, "max_ms": 51.52, "p95_ms": 48.567}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.102, "count": 55, "max_ms": 44.834, "p95_ms": 41.455}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.918, "count": 55, "max_ms": 48.671, "p95_ms": 46.801}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 55, "max_ms": 2.849, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.778, "count": 55, "max_ms": 48.491, "p95_ms": 46.582}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 55, "max_ms": 0.256, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1211.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.828, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.038, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 840675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90108, "write_bytes_delta": 90108, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 172.0, "cpu_core_ratio": 0.0631, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4284.0, "pid": 31034, "reason": null, "system_cpu_core_ratio": 0.006868, "system_cpu_s_delta": 0.16000000000000014, "user_cpu_core_ratio": 0.056232, "user_cpu_s_delta": 1.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.380746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.126629, "system_cpu_s_delta": 2.9499999999970896, "user_cpu_core_ratio": 0.254117, "user_cpu_s_delta": 5.919999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.129, "count": 97, "max_ms": 5.441, "p95_ms": 4.881, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.567, "max": 16.0, "p95": 10.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 97}, "total": {"avg": 2.0, "max": 3.0, "p95": 2.0, "sample_count": 97}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.447, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.569, "count": 30, "max": 28.38, "p95": 25.478, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 771.367, "count": 30, "max": 1071.0, "p95": 1064.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.5, "count": 30, "max": 11893.0, "p95": 5274.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.211, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 30, "max": 0.429, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91297.9, "count": 30, "max": 95227.0, "p95": 93754.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.233, "count": 30, "max": 29.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.573, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.252, "p95": 1.238, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6977, "sampled_at": "2026-10-31T15:46:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:46:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1419710, "flush_count": 1517, "flush_interval_seconds": 30.0, "flush_state": {"count": 1517, "last_at": "2026-10-31T15:50:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:50:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1516}, "started": true, "suppressed_count": 840930, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 840791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1517, "written_record_count": 1517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6984.805, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5981405a3fc0] left block unavailable for requested intra mode [h264 @ 0x5981405a3fc0] error while decoding MB 0 67, bytestream 1844 [h264 @ 0x5981404e7f40] error while decoding MB 117 67, bytestream -7 [h264 @ 0x5981405b8180] cabac decode of qscale diff failed at 69 55 [h264 @ 0x5981405b8180] error while decoding MB 69 55, bytestream 6096 [h264 @ 0x5981405cc340] cabac decode of qscale diff failed at 47 64 [h264 @ 0x5981405cc340] error while decoding MB 47 64, bytestream 1676 [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2328807628800, "copied_frame_count": 842306, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2328807628800, "frame_buffer_copies": 842306, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1043, "count": 512, "max_ms": 1.2638, "p50_ms": 0.0901, "p95_ms": 0.195, "p99_ms": 0.2464}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4483, "count": 512, "max_ms": 3.6212, "p50_ms": 1.3682, "p95_ms": 2.2805, "p99_ms": 3.206, "results": {"failed": 0, "not_applicable": 0, "success": 842306, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 112, "h264_decode_error_count": 384, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:50:33+09:00", "last_error_summary": "[h264 @ 0x5981405a3fc0] left block unavailable for requested intra mode [h264 @ 0x5981405a3fc0] error while decoding MB 0 67, bytestream 1844 [h264 @ 0x5981404e7f40] error while decoding MB 117 67, bytestream -7 [h264 @ 0x5981405b8180] cabac decode of qscale diff failed at 69 55 [h264 @ 0x5981405b8180] error while decoding MB 69 55, bytestream 6096 [h264 @ 0x5981405cc340] cabac decode of qscale diff failed at 47 64 [h264 @ 0x5981405cc340] error while decoding MB 47 64, bytestream 1676 [h264 @ 0x", "last_exit_at": "2026-10-31T15:46:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.142, "last_started_at": "2026-10-31T15:46:47+09:00", "pid": 31150, "process": {"exists": false, "pid": 31150}, "restart_count": 118, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.509, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-10-31T15:50:33+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-10-31T15:50:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 99.858, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 500.142, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-31T15:50:33.591023+09:00", "mtime_epoch": 1793429433.591023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98079}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:50:33+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1212.562, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 842307, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.845, "max": 7.0, "p95": 6.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 84}, "total": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 85, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.802, "pushed": 2.802, "read": 2.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 20.015, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.77, "count": 85, "max_ms": 3.712, "p95_ms": 2.391, "reason": null, "sample_age_ms": 72.348, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 85, "max_ms": 3.442, "p95_ms": 1.649, "reason": null, "sample_age_ms": 72.721, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.287, "count": 85, "max_ms": 0.926, "p95_ms": 0.464, "reason": null, "sample_age_ms": 20.022, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.944, "count": 85, "max_ms": 4.125, "p95_ms": 3.454, "reason": null, "sample_age_ms": 69.057, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.982, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.223, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.173, "count": 85, "max_ms": 73.77, "p95_ms": 61.597, "reason": null, "sample_age_ms": 20.012, "source": "client_direct"}, "sample_age_ms": 20.009, "source": "client_direct", "task_total_ms": {"avg_ms": 48.557, "count": 85, "max_ms": 75.642, "p95_ms": 63.698, "reason": null, "sample_age_ms": 20.009, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.283, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.712, "count": 84, "max_ms": 6.849, "p95_ms": 6.039}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 84, "max_ms": 0.929, "p95_ms": 0.685}, "detection_prepare_ms": {"avg_ms": 1.181, "count": 84, "max_ms": 2.519, "p95_ms": 2.033}, "event_filter_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.231, "count": 84, "max_ms": 0.516, "p95_ms": 0.373}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.559, "count": 84, "max_ms": 1.409, "p95_ms": 0.998}, "setup_ms": {"avg_ms": 0.038, "count": 84, "max_ms": 0.106, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.67, "count": 84, "max_ms": 6.768, "p95_ms": 5.957}, "track_match_ms": {"avg_ms": 0.057, "count": 84, "max_ms": 0.138, "p95_ms": 0.103}, "tracker_update_ms": {"avg_ms": 1.248, "count": 84, "max_ms": 2.867, "p95_ms": 2.181}}, "gstreamer_push": {"avg_ms": 2.993, "count": 84, "max_ms": 5.235, "p95_ms": 4.477}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 84, "max_ms": 0.398, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.628, "count": 84, "max_ms": 76.296, "p95_ms": 66.217}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.64, "count": 84, "max_ms": 11.311, "p95_ms": 8.203}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.833, "count": 84, "max_ms": 123.814, "p95_ms": 108.519}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 84, "max_ms": 6.125, "p95_ms": 2.549}, "processing_residual_ms": {"avg_ms": 0.183, "count": 84, "max_ms": 0.434, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.374, "count": 84, "max_ms": 131.715, "p95_ms": 113.947}, "read_interval": {"avg_ms": 353.349, "count": 85, "max_ms": 20942.911, "p95_ms": 165.651}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 84, "max_ms": 0.038, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.505, "count": 84, "max_ms": 1.273, "p95_ms": 0.874}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 84, "max_ms": 0.039, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.49, "count": 84, "max_ms": 1.24, "p95_ms": 0.848}, "worker_merge_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.642, "count": 84, "max_ms": 76.313, "p95_ms": 66.226}, "visualize": {"avg_ms": 34.442, "count": 84, "max_ms": 56.046, "p95_ms": 45.012}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.273, "count": 84, "max_ms": 51.195, "p95_ms": 39.819}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.056, "count": 84, "max_ms": 55.04, "p95_ms": 42.376}, "visualize_input_copy_ms": {"avg_ms": 1.205, "count": 84, "max_ms": 2.295, "p95_ms": 1.955}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.938, "count": 84, "max_ms": 54.888, "p95_ms": 42.224}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 84, "max_ms": 0.164, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1212.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.601, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.651, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94751, "write_bytes_delta": 94751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 126.0, "cpu_core_ratio": 0.147177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 31150, "reason": null, "system_cpu_core_ratio": 0.068332, "system_cpu_s_delta": 1.6900000000000013, "user_cpu_core_ratio": 0.078845, "user_cpu_s_delta": 1.9499999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.250281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.073588, "system_cpu_s_delta": 1.819999999999709, "user_cpu_core_ratio": 0.176693, "user_cpu_s_delta": 4.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.97, "count": 80, "max_ms": 5.235, "p95_ms": 4.477, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.862, "max": 7.0, "p95": 6.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.82, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.624, "count": 30, "max": 28.38, "p95": 22.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.833, "count": 30, "max": 981.0, "p95": 979.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1704.033, "count": 30, "max": 11893.0, "p95": 7800.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.326, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.327, "count": 30, "max": 0.434, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.159, "p95": 0.09, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.233, "count": 30, "max": 30.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.591, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.279, "p95": 1.257, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6996, "sampled_at": "2026-10-31T15:50:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:50:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1419710, "flush_count": 1517, "flush_interval_seconds": 30.0, "flush_state": {"count": 1517, "last_at": "2026-10-31T15:50:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:50:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1516}, "started": true, "suppressed_count": 840930, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 840791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1517, "written_record_count": 1517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6984.625, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T15:50:33+09:00", "last_error_summary": "[h264 @ 0x5981405a3fc0] left block unavailable for requested intra mode [h264 @ 0x5981405a3fc0] error while decoding MB 0 67, bytestream 1844 [h264 @ 0x5981404e7f40] error while decoding MB 117 67, bytestream -7 [h264 @ 0x5981405b8180] cabac decode of qscale diff failed at 69 55 [h264 @ 0x5981405b8180] error while decoding MB 69 55, bytestream 6096 [h264 @ 0x5981405cc340] cabac decode of qscale diff failed at 47 64 [h264 @ 0x5981405cc340] error while decoding MB 47 64, bytestream 1676 [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2328810393600, "copied_frame_count": 842307, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2328810393600, "frame_buffer_copies": 842307, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 1.2638, "p50_ms": 0.0901, "p95_ms": 0.195, "p99_ms": 0.2464}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.45, "count": 512, "max_ms": 3.6212, "p50_ms": 1.3703, "p95_ms": 2.2805, "p99_ms": 3.206, "results": {"failed": 0, "not_applicable": 0, "success": 842307, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 112, "h264_decode_error_count": 384, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:50:33+09:00", "last_error_summary": "[h264 @ 0x5981405a3fc0] left block unavailable for requested intra mode [h264 @ 0x5981405a3fc0] error while decoding MB 0 67, bytestream 1844 [h264 @ 0x5981404e7f40] error while decoding MB 117 67, bytestream -7 [h264 @ 0x5981405b8180] cabac decode of qscale diff failed at 69 55 [h264 @ 0x5981405b8180] error while decoding MB 69 55, bytestream 6096 [h264 @ 0x5981405cc340] cabac decode of qscale diff failed at 47 64 [h264 @ 0x5981405cc340] error while decoding MB 47 64, bytestream 1676 [h264 @ 0x", "last_exit_at": "2026-10-31T15:50:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.195, "last_started_at": "2026-10-31T15:46:47+09:00", "pid": 31150, "process": {"exists": false, "pid": 31150}, "restart_count": 118, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.509, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-10-31T15:50:33+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-10-31T15:50:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 99.905, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 500.095, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-10-31T15:50:33.591023+09:00", "mtime_epoch": 1793429433.591023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98079}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:50:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1212.559, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 842307, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.824, "max": 7.0, "p95": 6.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 85}, "total": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.841, "pushed": 2.841, "read": 2.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 72.542, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 84, "max_ms": 3.712, "p95_ms": 2.393, "reason": null, "sample_age_ms": 124.875, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 84, "max_ms": 3.442, "p95_ms": 1.658, "reason": null, "sample_age_ms": 125.247, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.287, "count": 85, "max_ms": 0.926, "p95_ms": 0.464, "reason": null, "sample_age_ms": 72.549, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.942, "count": 84, "max_ms": 4.125, "p95_ms": 3.46, "reason": null, "sample_age_ms": 121.584, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 121.509, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.173, "count": 85, "max_ms": 73.77, "p95_ms": 61.597, "reason": null, "sample_age_ms": 72.539, "source": "client_direct"}, "sample_age_ms": 72.536, "source": "client_direct", "task_total_ms": {"avg_ms": 48.557, "count": 85, "max_ms": 75.642, "p95_ms": 63.698, "reason": null, "sample_age_ms": 72.536, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.114, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 85, "max_ms": 6.849, "p95_ms": 6.039}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 85, "max_ms": 0.929, "p95_ms": 0.685}, "detection_prepare_ms": {"avg_ms": 1.175, "count": 85, "max_ms": 2.519, "p95_ms": 2.033}, "event_filter_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 85, "max_ms": 0.516, "p95_ms": 0.373}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.557, "count": 85, "max_ms": 1.409, "p95_ms": 0.998}, "setup_ms": {"avg_ms": 0.038, "count": 85, "max_ms": 0.106, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.652, "count": 85, "max_ms": 6.768, "p95_ms": 5.957}, "track_match_ms": {"avg_ms": 0.057, "count": 85, "max_ms": 0.138, "p95_ms": 0.103}, "tracker_update_ms": {"avg_ms": 1.243, "count": 85, "max_ms": 2.867, "p95_ms": 2.181}}, "gstreamer_push": {"avg_ms": 3.0, "count": 85, "max_ms": 5.235, "p95_ms": 4.477}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 85, "max_ms": 0.398, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.669, "count": 85, "max_ms": 76.296, "p95_ms": 66.217}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.643, "count": 85, "max_ms": 11.311, "p95_ms": 8.203}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.04, "count": 85, "max_ms": 123.814, "p95_ms": 108.519}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 85, "max_ms": 6.125, "p95_ms": 2.549}, "processing_residual_ms": {"avg_ms": 0.183, "count": 85, "max_ms": 0.434, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.585, "count": 85, "max_ms": 131.715, "p95_ms": 113.947}, "read_interval": {"avg_ms": 356.046, "count": 84, "max_ms": 20942.911, "p95_ms": 165.651}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 85, "max_ms": 0.038, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.503, "count": 85, "max_ms": 1.273, "p95_ms": 0.874}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 85, "max_ms": 0.039, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.489, "count": 85, "max_ms": 1.24, "p95_ms": 0.848}, "worker_merge_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.683, "count": 85, "max_ms": 76.313, "p95_ms": 66.226}, "visualize": {"avg_ms": 34.626, "count": 85, "max_ms": 56.046, "p95_ms": 46.809}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.434, "count": 85, "max_ms": 51.195, "p95_ms": 40.86}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.246, "count": 85, "max_ms": 55.04, "p95_ms": 45.565}, "visualize_input_copy_ms": {"avg_ms": 1.199, "count": 85, "max_ms": 2.295, "p95_ms": 1.955}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.127, "count": 85, "max_ms": 54.888, "p95_ms": 45.431}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 85, "max_ms": 0.164, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1212.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.601, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.651, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94751, "write_bytes_delta": 94751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 126.0, "cpu_core_ratio": 0.147177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 31150, "reason": null, "system_cpu_core_ratio": 0.068332, "system_cpu_s_delta": 1.6900000000000013, "user_cpu_core_ratio": 0.078845, "user_cpu_s_delta": 1.9499999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.250281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.073588, "system_cpu_s_delta": 1.819999999999709, "user_cpu_core_ratio": 0.176693, "user_cpu_s_delta": 4.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.97, "count": 80, "max_ms": 5.235, "p95_ms": 4.477, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.862, "max": 7.0, "p95": 6.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.82, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.624, "count": 30, "max": 28.38, "p95": 22.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.833, "count": 30, "max": 981.0, "p95": 979.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1704.033, "count": 30, "max": 11893.0, "p95": 7800.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.326, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.327, "count": 30, "max": 0.434, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.159, "p95": 0.09, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.233, "count": 30, "max": 30.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.591, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.279, "p95": 1.257, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6996, "sampled_at": "2026-10-31T15:50:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:50:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1419710, "flush_count": 1517, "flush_interval_seconds": 30.0, "flush_state": {"count": 1517, "last_at": "2026-10-31T15:50:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:50:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1516}, "started": true, "suppressed_count": 840930, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 840791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1517, "written_record_count": 1517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6984.754, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2328810393600, "copied_frame_count": 842307, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2328810393600, "frame_buffer_copies": 842307, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 1.2638, "p50_ms": 0.0901, "p95_ms": 0.195, "p99_ms": 0.2464}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.45, "count": 512, "max_ms": 3.6212, "p50_ms": 1.3703, "p95_ms": 2.2805, "p99_ms": 3.206, "results": {"failed": 0, "not_applicable": 0, "success": 842307, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 112, "h264_decode_error_count": 384, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:50:33+09:00", "last_error_summary": "[h264 @ 0x5981405a3fc0] left block unavailable for requested intra mode [h264 @ 0x5981405a3fc0] error while decoding MB 0 67, bytestream 1844 [h264 @ 0x5981404e7f40] error while decoding MB 117 67, bytestream -7 [h264 @ 0x5981405b8180] cabac decode of qscale diff failed at 69 55 [h264 @ 0x5981405b8180] error while decoding MB 69 55, bytestream 6096 [h264 @ 0x5981405cc340] cabac decode of qscale diff failed at 47 64 [h264 @ 0x5981405cc340] error while decoding MB 47 64, bytestream 1676 [h264 @ 0x", "last_exit_at": "2026-10-31T15:50:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.231, "last_started_at": "2026-10-31T15:46:47+09:00", "pid": 31150, "process": {"exists": false, "pid": 31150}, "restart_count": 118, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.509, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-31T15:50:33+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-31T15:50:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 99.941, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 500.059, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-31T15:50:33.715024+09:00", "mtime_epoch": 1793429433.7150235, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98587}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:50:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1212.559, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 842307, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.824, "max": 7.0, "p95": 6.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 85}, "total": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.838, "pushed": 2.838, "read": 2.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 109.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 84, "max_ms": 3.712, "p95_ms": 2.393, "reason": null, "sample_age_ms": 161.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 84, "max_ms": 3.442, "p95_ms": 1.658, "reason": null, "sample_age_ms": 161.706, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.287, "count": 84, "max_ms": 0.926, "p95_ms": 0.465, "reason": null, "sample_age_ms": 109.007, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.942, "count": 84, "max_ms": 4.125, "p95_ms": 3.46, "reason": null, "sample_age_ms": 158.042, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.968, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.209, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.029, "count": 84, "max_ms": 73.77, "p95_ms": 61.658, "reason": null, "sample_age_ms": 108.997, "source": "client_direct"}, "sample_age_ms": 108.994, "source": "client_direct", "task_total_ms": {"avg_ms": 48.412, "count": 84, "max_ms": 75.642, "p95_ms": 63.748, "reason": null, "sample_age_ms": 108.994, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.107, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 85, "max_ms": 6.849, "p95_ms": 6.039}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 85, "max_ms": 0.929, "p95_ms": 0.685}, "detection_prepare_ms": {"avg_ms": 1.175, "count": 85, "max_ms": 2.519, "p95_ms": 2.033}, "event_filter_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 85, "max_ms": 0.516, "p95_ms": 0.373}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.557, "count": 85, "max_ms": 1.409, "p95_ms": 0.998}, "setup_ms": {"avg_ms": 0.038, "count": 85, "max_ms": 0.106, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 3.652, "count": 85, "max_ms": 6.768, "p95_ms": 5.957}, "track_match_ms": {"avg_ms": 0.057, "count": 85, "max_ms": 0.138, "p95_ms": 0.103}, "tracker_update_ms": {"avg_ms": 1.243, "count": 85, "max_ms": 2.867, "p95_ms": 2.181}}, "gstreamer_push": {"avg_ms": 3.0, "count": 85, "max_ms": 5.235, "p95_ms": 4.477}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 85, "max_ms": 0.398, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.669, "count": 85, "max_ms": 76.296, "p95_ms": 66.217}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.643, "count": 85, "max_ms": 11.311, "p95_ms": 8.203}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.04, "count": 85, "max_ms": 123.814, "p95_ms": 108.519}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 85, "max_ms": 6.125, "p95_ms": 2.549}, "processing_residual_ms": {"avg_ms": 0.183, "count": 85, "max_ms": 0.434, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.585, "count": 85, "max_ms": 131.715, "p95_ms": 113.947}, "read_interval": {"avg_ms": 356.046, "count": 84, "max_ms": 20942.911, "p95_ms": 165.651}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 85, "max_ms": 0.038, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.503, "count": 85, "max_ms": 1.273, "p95_ms": 0.874}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 85, "max_ms": 0.039, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.489, "count": 85, "max_ms": 1.24, "p95_ms": 0.848}, "worker_merge_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.683, "count": 85, "max_ms": 76.313, "p95_ms": 66.226}, "visualize": {"avg_ms": 34.626, "count": 85, "max_ms": 56.046, "p95_ms": 46.809}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.434, "count": 85, "max_ms": 51.195, "p95_ms": 40.86}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.246, "count": 85, "max_ms": 55.04, "p95_ms": 45.565}, "visualize_input_copy_ms": {"avg_ms": 1.199, "count": 85, "max_ms": 2.295, "p95_ms": 1.955}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.127, "count": 85, "max_ms": 54.888, "p95_ms": 45.431}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 85, "max_ms": 0.164, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1212.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.601, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.651, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94751, "write_bytes_delta": 94751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 126.0, "cpu_core_ratio": 0.147177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 31150, "reason": null, "system_cpu_core_ratio": 0.068332, "system_cpu_s_delta": 1.6900000000000013, "user_cpu_core_ratio": 0.078845, "user_cpu_s_delta": 1.9499999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.250281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.073588, "system_cpu_s_delta": 1.819999999999709, "user_cpu_core_ratio": 0.176693, "user_cpu_s_delta": 4.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.97, "count": 80, "max_ms": 5.235, "p95_ms": 4.477, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.862, "max": 7.0, "p95": 6.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.82, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.624, "count": 30, "max": 28.38, "p95": 22.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.833, "count": 30, "max": 981.0, "p95": 979.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1704.033, "count": 30, "max": 11893.0, "p95": 7800.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.326, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.327, "count": 30, "max": 0.434, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.159, "p95": 0.09, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.233, "count": 30, "max": 30.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.591, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.279, "p95": 1.257, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6996, "sampled_at": "2026-10-31T15:50:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:50:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1419710, "flush_count": 1517, "flush_interval_seconds": 30.0, "flush_state": {"count": 1517, "last_at": "2026-10-31T15:50:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:50:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1516}, "started": true, "suppressed_count": 840930, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 840791}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1517, "written_record_count": 1517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7157.648, "limit_mb": null}, "detail": {"pid": 31266, "restart_count": 119, "start_count": 120}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2328810393600, "copied_frame_count": 842307, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2328810393600, "frame_buffer_copies": 842307, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 1.2638, "p50_ms": 0.0901, "p95_ms": 0.195, "p99_ms": 0.2464}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.45, "count": 512, "max_ms": 3.6212, "p50_ms": 1.3703, "p95_ms": 2.2805, "p99_ms": 3.206, "results": {"failed": 0, "not_applicable": 0, "success": 842307, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 112, "h264_decode_error_count": 384, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:50:33+09:00", "last_error_summary": "[h264 @ 0x5981405a3fc0] left block unavailable for requested intra mode [h264 @ 0x5981405a3fc0] error while decoding MB 0 67, bytestream 1844 [h264 @ 0x5981404e7f40] error while decoding MB 117 67, bytestream -7 [h264 @ 0x5981405b8180] cabac decode of qscale diff failed at 69 55 [h264 @ 0x5981405b8180] error while decoding MB 69 55, bytestream 6096 [h264 @ 0x5981405cc340] cabac decode of qscale diff failed at 47 64 [h264 @ 0x5981405cc340] error while decoding MB 47 64, bytestream 1676 [h264 @ 0x", "last_exit_at": "2026-10-31T15:50:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T15:50:36+09:00", "pid": 31266, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.988, "name": "ffmpeg", "pid": 31266, "rss_mb": 205.988, "state": "S (sleeping)", "threads": 70}, "restart_count": 119, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.509, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.663, "last_frame_pushed_at": "2026-10-31T15:50:33+09:00", "last_frame_read_age_sec": 4.78, "last_frame_read_at": "2026-10-31T15:50:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 104.555, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 495.445, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 4.652, "exists": true, "mtime": "2026-10-31T15:50:33.715024+09:00", "mtime_epoch": 1793429433.7150235, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98587}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:50:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1212.562, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 842307, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.902, "max": 5.0, "p95": 5.0, "sample_count": 41}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 41, "pushed_frames": 41, "read_frames": 41, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.367, "pushed": 1.367, "read": 1.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 41, "client_acquire_ms": {"avg_ms": 0.007, "count": 41, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4727.767, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.751, "count": 41, "max_ms": 3.712, "p95_ms": 2.113, "reason": null, "sample_age_ms": 4780.101, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.351, "count": 41, "max_ms": 3.442, "p95_ms": 1.898, "reason": null, "sample_age_ms": 4780.473, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 41, "max_ms": 0.926, "p95_ms": 0.477, "reason": null, "sample_age_ms": 4727.774, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.823, "count": 41, "max_ms": 4.125, "p95_ms": 3.478, "reason": null, "sample_age_ms": 4776.809, "source": "client_direct"}, "request_count": 41, "request_tensor_bytes": {"avg": 2764808.0, "count": 41, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4776.735, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 41, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4727.976, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.076, "count": 41, "max_ms": 65.994, "p95_ms": 60.116, "reason": null, "sample_age_ms": 4727.764, "source": "client_direct"}, "sample_age_ms": 4727.762, "source": "client_direct", "task_total_ms": {"avg_ms": 47.368, "count": 41, "max_ms": 70.541, "p95_ms": 61.643, "reason": null, "sample_age_ms": 4727.762, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.907, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.828, "count": 41, "max_ms": 6.849, "p95_ms": 6.039}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.344, "count": 41, "max_ms": 0.78, "p95_ms": 0.729}, "detection_prepare_ms": {"avg_ms": 1.257, "count": 41, "max_ms": 2.519, "p95_ms": 2.201}, "event_filter_ms": {"avg_ms": 0.004, "count": 41, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.232, "count": 41, "max_ms": 0.516, "p95_ms": 0.373}, "mcmt_ms": {"avg_ms": 0.003, "count": 41, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.594, "count": 41, "max_ms": 1.409, "p95_ms": 1.05}, "setup_ms": {"avg_ms": 0.04, "count": 41, "max_ms": 0.1, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 3.783, "count": 41, "max_ms": 6.768, "p95_ms": 5.895}, "track_match_ms": {"avg_ms": 0.059, "count": 41, "max_ms": 0.138, "p95_ms": 0.103}, "tracker_update_ms": {"avg_ms": 1.249, "count": 41, "max_ms": 2.296, "p95_ms": 2.08}}, "gstreamer_push": {"avg_ms": 3.168, "count": 41, "max_ms": 5.235, "p95_ms": 4.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 41, "max_ms": 0.398, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.476, "count": 41, "max_ms": 71.642, "p95_ms": 62.867}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.72, "count": 41, "max_ms": 8.78, "p95_ms": 7.582}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.042, "count": 41, "max_ms": 119.168, "p95_ms": 106.662}, "inference_input_copy_ms": {"avg_ms": 1.661, "count": 41, "max_ms": 4.072, "p95_ms": 2.514}, "processing_residual_ms": {"avg_ms": 0.179, "count": 41, "max_ms": 0.434, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.603, "count": 41, "max_ms": 125.338, "p95_ms": 113.947}, "read_interval": {"avg_ms": 617.128, "count": 41, "max_ms": 20942.911, "p95_ms": 174.914}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 41, "max_ms": 0.038, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.535, "count": 41, "max_ms": 1.273, "p95_ms": 0.962}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 41, "max_ms": 0.039, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.52, "count": 41, "max_ms": 1.24, "p95_ms": 0.929}, "worker_merge_ms": {"avg_ms": 0.006, "count": 41, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.491, "count": 41, "max_ms": 71.665, "p95_ms": 62.881}, "visualize": {"avg_ms": 35.658, "count": 41, "max_ms": 56.046, "p95_ms": 48.979}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.439, "count": 41, "max_ms": 51.195, "p95_ms": 43.305}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.286, "count": 41, "max_ms": 55.04, "p95_ms": 48.199}, "visualize_input_copy_ms": {"avg_ms": 1.183, "count": 41, "max_ms": 2.217, "p95_ms": 1.997}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.165, "count": 41, "max_ms": 54.888, "p95_ms": 48.076}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 41, "max_ms": 0.164, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1212.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.601, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.651, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 842301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94751, "write_bytes_delta": 94751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 126.0, "cpu_core_ratio": 0.147177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 31150, "reason": null, "system_cpu_core_ratio": 0.068332, "system_cpu_s_delta": 1.6900000000000013, "user_cpu_core_ratio": 0.078845, "user_cpu_s_delta": 1.9499999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.250281, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.073588, "system_cpu_s_delta": 1.819999999999709, "user_cpu_core_ratio": 0.176693, "user_cpu_s_delta": 4.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.97, "count": 80, "max_ms": 5.235, "p95_ms": 4.477, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.862, "max": 7.0, "p95": 6.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.82, "count": 30, "max": 56.833, "p95": 54.651, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.624, "count": 30, "max": 28.38, "p95": 22.495, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.833, "count": 30, "max": 981.0, "p95": 979.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1704.033, "count": 30, "max": 11893.0, "p95": 7800.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.326, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.327, "count": 30, "max": 0.434, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.159, "p95": 0.09, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93876.7, "count": 30, "max": 103417.0, "p95": 100040.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.233, "count": 30, "max": 30.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.591, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.279, "p95": 1.257, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6996, "sampled_at": "2026-10-31T15:50:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:50:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1425644, "flush_count": 1523, "flush_interval_seconds": 30.0, "flush_state": {"count": 1523, "last_at": "2026-10-31T15:56:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:56:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1522}, "started": true, "suppressed_count": 844322, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 844183}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1523, "written_record_count": 1523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6998.324, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2338202419200, "copied_frame_count": 845704, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2338202419200, "frame_buffer_copies": 845704, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 2.5251, "p50_ms": 0.0938, "p95_ms": 0.2045, "p99_ms": 0.2665}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5304, "count": 512, "max_ms": 3.7184, "p50_ms": 1.4518, "p95_ms": 2.3876, "p99_ms": 2.9728, "results": {"failed": 0, "not_applicable": 0, "success": 845704, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "last_exit_at": "2026-10-31T15:50:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 395.805, "last_started_at": "2026-10-31T15:50:36+09:00", "pid": 31266, "process": {"exists": false, "pid": 31266}, "restart_count": 119, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.472, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.113, "last_frame_pushed_at": "2026-10-31T15:57:12+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-31T15:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.407, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 101.593, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-10-31T15:57:12.067831+09:00", "mtime_epoch": 1793429832.0678313, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90529}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:57:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1214.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 845705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.678, "max": 7.0, "p95": 5.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.845, "max": 3.0, "p95": 3.0, "sample_count": 264}, "total": {"avg": 1.845, "max": 3.0, "p95": 3.0, "sample_count": 264}}, "tracking_counts": {"active": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 264}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 264}, "tracked": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 264}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.822, "pushed": 8.822, "read": 8.822}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 265, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 60.756, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.934, "count": 264, "max_ms": 9.061, "p95_ms": 3.011, "reason": null, "sample_age_ms": 124.344, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 264, "max_ms": 8.839, "p95_ms": 1.805, "reason": null, "sample_age_ms": 126.156, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 265, "max_ms": 0.856, "p95_ms": 0.548, "reason": null, "sample_age_ms": 60.773, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.869, "count": 264, "max_ms": 6.117, "p95_ms": 2.942, "reason": null, "sample_age_ms": 122.123, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 121.988, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 265, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.374, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.512, "count": 265, "max_ms": 88.557, "p95_ms": 65.591, "reason": null, "sample_age_ms": 60.747, "source": "client_direct"}, "sample_age_ms": 60.74, "source": "client_direct", "task_total_ms": {"avg_ms": 49.858, "count": 265, "max_ms": 90.997, "p95_ms": 67.695, "reason": null, "sample_age_ms": 60.74, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.276, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.947, "count": 264, "max_ms": 11.833, "p95_ms": 8.405}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.423, "count": 264, "max_ms": 1.241, "p95_ms": 0.86}, "detection_prepare_ms": {"avg_ms": 1.516, "count": 264, "max_ms": 7.056, "p95_ms": 2.708}, "event_filter_ms": {"avg_ms": 0.005, "count": 264, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 264, "max_ms": 1.665, "p95_ms": 0.578}, "mcmt_ms": {"avg_ms": 0.003, "count": 264, "max_ms": 0.05, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.764, "count": 264, "max_ms": 1.914, "p95_ms": 1.387}, "setup_ms": {"avg_ms": 0.043, "count": 264, "max_ms": 0.119, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.897, "count": 264, "max_ms": 11.723, "p95_ms": 8.284}, "track_match_ms": {"avg_ms": 0.089, "count": 264, "max_ms": 0.422, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.73, "count": 264, "max_ms": 5.953, "p95_ms": 2.983}}, "gstreamer_push": {"avg_ms": 3.179, "count": 264, "max_ms": 8.017, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 264, "max_ms": 0.136, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.169, "count": 264, "max_ms": 92.192, "p95_ms": 69.939}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.809, "count": 264, "max_ms": 12.568, "p95_ms": 7.505}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.068, "count": 264, "max_ms": 157.628, "p95_ms": 118.304}, "inference_input_copy_ms": {"avg_ms": 1.683, "count": 264, "max_ms": 5.26, "p95_ms": 2.659}, "processing_residual_ms": {"avg_ms": 0.178, "count": 264, "max_ms": 0.415, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.739, "count": 264, "max_ms": 164.19, "p95_ms": 121.93}, "read_interval": {"avg_ms": 113.326, "count": 264, "max_ms": 199.547, "p95_ms": 153.299}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 264, "max_ms": 0.094, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.701, "count": 264, "max_ms": 1.803, "p95_ms": 1.263}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 264, "max_ms": 0.06, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.685, "count": 264, "max_ms": 1.777, "p95_ms": 1.21}, "worker_merge_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.183, "count": 264, "max_ms": 92.213, "p95_ms": 69.95}, "visualize": {"avg_ms": 36.812, "count": 264, "max_ms": 54.908, "p95_ms": 48.823}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.923, "count": 264, "max_ms": 48.258, "p95_ms": 41.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.278, "count": 264, "max_ms": 52.84, "p95_ms": 47.109}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 264, "max_ms": 2.624, "p95_ms": 2.143}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.15, "count": 264, "max_ms": 52.642, "p95_ms": 47.034}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 264, "max_ms": 0.203, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1214.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.837, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.8, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89238, "write_bytes_delta": 89238, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.431157, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31266, "reason": null, "system_cpu_core_ratio": 0.037838, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.393319, "user_cpu_s_delta": 3.950000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532723, "system_cpu_s_delta": 5.349999999998545, "user_cpu_core_ratio": 1.168009, "user_cpu_s_delta": 11.729999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.309, "count": 263, "max_ms": 8.017, "p95_ms": 5.221, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.703, "max": 10.0, "p95": 6.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 263}, "total": {"avg": 1.951, "max": 3.0, "p95": 3.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.582, "count": 30, "max": 31.685, "p95": 27.15, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.161, "count": 30, "max": 27.214, "p95": 25.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.667, "count": 30, "max": 541.0, "p95": 535.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 397.733, "count": 30, "max": 11674.0, "p95": 66.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.381, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.403, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.4, "count": 30, "max": 31.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.56, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.228, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7035, "sampled_at": "2026-10-31T15:57:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:57:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1425644, "flush_count": 1523, "flush_interval_seconds": 30.0, "flush_state": {"count": 1523, "last_at": "2026-10-31T15:56:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:56:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1522}, "started": true, "suppressed_count": 844322, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 844183}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1523, "written_record_count": 1523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6991.117, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2338205184000, "copied_frame_count": 845705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2338205184000, "frame_buffer_copies": 845705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 2.5251, "p50_ms": 0.0938, "p95_ms": 0.2045, "p99_ms": 0.2665}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5291, "count": 512, "max_ms": 3.7184, "p50_ms": 1.4518, "p95_ms": 2.3876, "p99_ms": 2.9475, "results": {"failed": 0, "not_applicable": 0, "success": 845705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "last_exit_at": "2026-10-31T15:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 395.881, "last_started_at": "2026-10-31T15:50:36+09:00", "pid": 31266, "process": {"exists": false, "pid": 31266}, "restart_count": 119, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.505, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-31T15:57:12+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-31T15:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.447, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 101.553, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-31T15:57:12.240832+09:00", "mtime_epoch": 1793429832.2408319, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:57:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1214.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 845705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.67, "max": 7.0, "p95": 5.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.845, "max": 3.0, "p95": 3.0, "sample_count": 264}, "total": {"avg": 1.845, "max": 3.0, "p95": 3.0, "sample_count": 264}}, "tracking_counts": {"active": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 264}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 264}, "tracked": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 264}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.801, "pushed": 8.835, "read": 8.801}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 125.343, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.934, "count": 264, "max_ms": 9.061, "p95_ms": 3.011, "reason": null, "sample_age_ms": 188.931, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 264, "max_ms": 8.839, "p95_ms": 1.805, "reason": null, "sample_age_ms": 190.743, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 264, "max_ms": 0.856, "p95_ms": 0.548, "reason": null, "sample_age_ms": 125.36, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.869, "count": 264, "max_ms": 6.117, "p95_ms": 2.942, "reason": null, "sample_age_ms": 186.71, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 186.575, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 264, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.961, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.507, "count": 264, "max_ms": 88.557, "p95_ms": 65.605, "reason": null, "sample_age_ms": 125.334, "source": "client_direct"}, "sample_age_ms": 125.327, "source": "client_direct", "task_total_ms": {"avg_ms": 49.855, "count": 264, "max_ms": 90.997, "p95_ms": 67.715, "reason": null, "sample_age_ms": 125.327, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.453, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.972, "count": 264, "max_ms": 11.833, "p95_ms": 8.413}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.424, "count": 264, "max_ms": 1.241, "p95_ms": 0.86}, "detection_prepare_ms": {"avg_ms": 1.521, "count": 264, "max_ms": 7.056, "p95_ms": 2.708}, "event_filter_ms": {"avg_ms": 0.005, "count": 264, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.325, "count": 264, "max_ms": 1.665, "p95_ms": 0.578}, "mcmt_ms": {"avg_ms": 0.003, "count": 264, "max_ms": 0.05, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.765, "count": 264, "max_ms": 1.914, "p95_ms": 1.387}, "setup_ms": {"avg_ms": 0.043, "count": 264, "max_ms": 0.119, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 4.922, "count": 264, "max_ms": 11.723, "p95_ms": 8.363}, "track_match_ms": {"avg_ms": 0.089, "count": 264, "max_ms": 0.422, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.745, "count": 264, "max_ms": 5.953, "p95_ms": 2.984}}, "gstreamer_push": {"avg_ms": 3.179, "count": 265, "max_ms": 8.017, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 264, "max_ms": 0.136, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.216, "count": 264, "max_ms": 92.192, "p95_ms": 69.939}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.808, "count": 264, "max_ms": 12.568, "p95_ms": 7.505}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.29, "count": 264, "max_ms": 157.628, "p95_ms": 118.673}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 264, "max_ms": 5.26, "p95_ms": 2.659}, "processing_residual_ms": {"avg_ms": 0.178, "count": 264, "max_ms": 0.415, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.96, "count": 264, "max_ms": 164.19, "p95_ms": 124.032}, "read_interval": {"avg_ms": 113.326, "count": 264, "max_ms": 199.547, "p95_ms": 153.299}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 264, "max_ms": 0.094, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.702, "count": 264, "max_ms": 1.803, "p95_ms": 1.263}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 264, "max_ms": 0.06, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.687, "count": 264, "max_ms": 1.777, "p95_ms": 1.21}, "worker_merge_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.231, "count": 264, "max_ms": 92.213, "p95_ms": 69.95}, "visualize": {"avg_ms": 36.967, "count": 264, "max_ms": 76.68, "p95_ms": 48.896}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.0, "count": 264, "max_ms": 49.28, "p95_ms": 41.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.432, "count": 264, "max_ms": 74.815, "p95_ms": 47.291}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 264, "max_ms": 2.624, "p95_ms": 2.143}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.303, "count": 264, "max_ms": 74.626, "p95_ms": 47.179}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 264, "max_ms": 0.203, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1214.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.837, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.8, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89238, "write_bytes_delta": 89238, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.431157, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31266, "reason": null, "system_cpu_core_ratio": 0.037838, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.393319, "user_cpu_s_delta": 3.950000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532723, "system_cpu_s_delta": 5.349999999998545, "user_cpu_core_ratio": 1.168009, "user_cpu_s_delta": 11.729999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.309, "count": 263, "max_ms": 8.017, "p95_ms": 5.221, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.703, "max": 10.0, "p95": 6.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 263}, "total": {"avg": 1.951, "max": 3.0, "p95": 3.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.582, "count": 30, "max": 31.685, "p95": 27.15, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.161, "count": 30, "max": 27.214, "p95": 25.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.667, "count": 30, "max": 541.0, "p95": 535.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 397.733, "count": 30, "max": 11674.0, "p95": 66.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.381, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.403, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.4, "count": 30, "max": 31.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.56, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.228, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7035, "sampled_at": "2026-10-31T15:57:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:57:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1425644, "flush_count": 1523, "flush_interval_seconds": 30.0, "flush_state": {"count": 1523, "last_at": "2026-10-31T15:56:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:56:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1522}, "started": true, "suppressed_count": 844322, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 844183}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1523, "written_record_count": 1523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6991.539, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2338205184000, "copied_frame_count": 845705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2338205184000, "frame_buffer_copies": 845705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 2.5251, "p50_ms": 0.0938, "p95_ms": 0.2045, "p99_ms": 0.2665}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5291, "count": 512, "max_ms": 3.7184, "p50_ms": 1.4518, "p95_ms": 2.3876, "p99_ms": 2.9475, "results": {"failed": 0, "not_applicable": 0, "success": 845705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "last_exit_at": "2026-10-31T15:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 395.915, "last_started_at": "2026-10-31T15:50:36+09:00", "pid": 31266, "process": {"exists": false, "pid": 31266}, "restart_count": 119, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.505, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-10-31T15:57:12+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-10-31T15:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.477, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 101.523, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-31T15:57:12.240832+09:00", "mtime_epoch": 1793429832.2408319, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:57:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1214.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 845705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.67, "max": 7.0, "p95": 5.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.845, "max": 3.0, "p95": 3.0, "sample_count": 264}, "total": {"avg": 1.845, "max": 3.0, "p95": 3.0, "sample_count": 264}}, "tracking_counts": {"active": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 264}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 264}, "tracked": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 264}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.821, "pushed": 8.821, "read": 8.787}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 263, "client_acquire_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 154.075, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.936, "count": 263, "max_ms": 9.061, "p95_ms": 3.021, "reason": null, "sample_age_ms": 217.662, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 263, "max_ms": 8.839, "p95_ms": 1.805, "reason": null, "sample_age_ms": 219.474, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 264, "max_ms": 0.856, "p95_ms": 0.548, "reason": null, "sample_age_ms": 154.091, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.866, "count": 263, "max_ms": 6.117, "p95_ms": 2.944, "reason": null, "sample_age_ms": 215.441, "source": "client_direct"}, "request_count": 263, "request_tensor_bytes": {"avg": 2764808.0, "count": 263, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 215.307, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 264, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 154.692, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.507, "count": 264, "max_ms": 88.557, "p95_ms": 65.605, "reason": null, "sample_age_ms": 154.065, "source": "client_direct"}, "sample_age_ms": 154.058, "source": "client_direct", "task_total_ms": {"avg_ms": 49.855, "count": 264, "max_ms": 90.997, "p95_ms": 67.715, "reason": null, "sample_age_ms": 154.058, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.972, "count": 264, "max_ms": 11.833, "p95_ms": 8.413}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.424, "count": 264, "max_ms": 1.241, "p95_ms": 0.86}, "detection_prepare_ms": {"avg_ms": 1.521, "count": 264, "max_ms": 7.056, "p95_ms": 2.708}, "event_filter_ms": {"avg_ms": 0.005, "count": 264, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.325, "count": 264, "max_ms": 1.665, "p95_ms": 0.578}, "mcmt_ms": {"avg_ms": 0.003, "count": 264, "max_ms": 0.05, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.765, "count": 264, "max_ms": 1.914, "p95_ms": 1.387}, "setup_ms": {"avg_ms": 0.043, "count": 264, "max_ms": 0.119, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 4.922, "count": 264, "max_ms": 11.723, "p95_ms": 8.363}, "track_match_ms": {"avg_ms": 0.089, "count": 264, "max_ms": 0.422, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.745, "count": 264, "max_ms": 5.953, "p95_ms": 2.984}}, "gstreamer_push": {"avg_ms": 3.177, "count": 264, "max_ms": 8.017, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 264, "max_ms": 0.136, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.216, "count": 264, "max_ms": 92.192, "p95_ms": 69.939}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.808, "count": 264, "max_ms": 12.568, "p95_ms": 7.505}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.29, "count": 264, "max_ms": 157.628, "p95_ms": 118.673}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 264, "max_ms": 5.26, "p95_ms": 2.659}, "processing_residual_ms": {"avg_ms": 0.178, "count": 264, "max_ms": 0.415, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.96, "count": 264, "max_ms": 164.19, "p95_ms": 124.032}, "read_interval": {"avg_ms": 113.345, "count": 263, "max_ms": 199.547, "p95_ms": 153.299}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 264, "max_ms": 0.094, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.702, "count": 264, "max_ms": 1.803, "p95_ms": 1.263}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 264, "max_ms": 0.06, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.687, "count": 264, "max_ms": 1.777, "p95_ms": 1.21}, "worker_merge_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.231, "count": 264, "max_ms": 92.213, "p95_ms": 69.95}, "visualize": {"avg_ms": 36.967, "count": 264, "max_ms": 76.68, "p95_ms": 48.896}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.0, "count": 264, "max_ms": 49.28, "p95_ms": 41.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.432, "count": 264, "max_ms": 74.815, "p95_ms": 47.291}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 264, "max_ms": 2.624, "p95_ms": 2.143}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.303, "count": 264, "max_ms": 74.626, "p95_ms": 47.179}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 264, "max_ms": 0.203, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1214.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.837, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.8, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89238, "write_bytes_delta": 89238, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.431157, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31266, "reason": null, "system_cpu_core_ratio": 0.037838, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.393319, "user_cpu_s_delta": 3.950000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532723, "system_cpu_s_delta": 5.349999999998545, "user_cpu_core_ratio": 1.168009, "user_cpu_s_delta": 11.729999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.309, "count": 263, "max_ms": 8.017, "p95_ms": 5.221, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.703, "max": 10.0, "p95": 6.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 263}, "total": {"avg": 1.951, "max": 3.0, "p95": 3.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.582, "count": 30, "max": 31.685, "p95": 27.15, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.161, "count": 30, "max": 27.214, "p95": 25.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.667, "count": 30, "max": 541.0, "p95": 535.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 397.733, "count": 30, "max": 11674.0, "p95": 66.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.381, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.403, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.4, "count": 30, "max": 31.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.56, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.228, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7035, "sampled_at": "2026-10-31T15:57:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:57:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1425644, "flush_count": 1523, "flush_interval_seconds": 30.0, "flush_state": {"count": 1523, "last_at": "2026-10-31T15:56:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T15:56:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1522}, "started": true, "suppressed_count": 844322, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 844183}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1523, "written_record_count": 1523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7175.297, "limit_mb": null}, "detail": {"pid": 31382, "restart_count": 120, "start_count": 121}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2338205184000, "copied_frame_count": 845705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2338205184000, "frame_buffer_copies": 845705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 2.5251, "p50_ms": 0.0938, "p95_ms": 0.2045, "p99_ms": 0.2665}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5291, "count": 512, "max_ms": 3.7184, "p50_ms": 1.4518, "p95_ms": 2.3876, "p99_ms": 2.9475, "results": {"failed": 0, "not_applicable": 0, "success": 845705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "last_exit_at": "2026-10-31T15:57:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T15:57:15+09:00", "pid": 31382, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.344, "name": "ffmpeg", "pid": 31382, "rss_mb": 211.344, "state": "S (sleeping)", "threads": 70}, "restart_count": 120, "restart_count_per_hour": 7, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.8, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.057, "last_frame_pushed_at": "2026-10-31T15:57:12+09:00", "last_frame_read_age_sec": 5.221, "last_frame_read_at": "2026-10-31T15:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.498, "last_sample_duration_ms": 1278.722, "last_trigger": "periodic", "next_snapshot_in_sec": 96.502, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 152, "storage_bytes": 2479817}, "mjpeg": {"age_sec": 5.045, "exists": true, "mtime": "2026-10-31T15:57:12.240832+09:00", "mtime_epoch": 1793429832.2408319, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T15:57:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1214.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 845705, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.705, "max": 7.0, "p95": 5.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.814, "max": 3.0, "p95": 3.0, "sample_count": 220}, "total": {"avg": 1.814, "max": 3.0, "p95": 3.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 0.164, "max": 2.0, "p95": 1.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 0.164, "max": 2.0, "p95": 1.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.354, "pushed": 7.354, "read": 7.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.007, "count": 220, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5161.185, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.893, "count": 219, "max_ms": 9.061, "p95_ms": 2.69, "reason": null, "sample_age_ms": 5224.772, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 219, "max_ms": 8.839, "p95_ms": 1.802, "reason": null, "sample_age_ms": 5226.584, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 220, "max_ms": 0.856, "p95_ms": 0.566, "reason": null, "sample_age_ms": 5161.202, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.864, "count": 219, "max_ms": 6.117, "p95_ms": 2.908, "reason": null, "sample_age_ms": 5222.552, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5222.417, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5161.803, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.343, "count": 220, "max_ms": 88.557, "p95_ms": 65.649, "reason": null, "sample_age_ms": 5161.176, "source": "client_direct"}, "sample_age_ms": 5161.168, "source": "client_direct", "task_total_ms": {"avg_ms": 49.683, "count": 220, "max_ms": 90.997, "p95_ms": 67.781, "reason": null, "sample_age_ms": 5161.168, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.905, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.041, "count": 220, "max_ms": 11.833, "p95_ms": 8.42}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.428, "count": 220, "max_ms": 1.241, "p95_ms": 0.86}, "detection_prepare_ms": {"avg_ms": 1.554, "count": 220, "max_ms": 7.056, "p95_ms": 2.739}, "event_filter_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.325, "count": 220, "max_ms": 1.665, "p95_ms": 0.571}, "mcmt_ms": {"avg_ms": 0.004, "count": 220, "max_ms": 0.05, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.772, "count": 220, "max_ms": 1.914, "p95_ms": 1.406}, "setup_ms": {"avg_ms": 0.044, "count": 220, "max_ms": 0.119, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 4.99, "count": 220, "max_ms": 11.723, "p95_ms": 8.369}, "track_match_ms": {"avg_ms": 0.091, "count": 220, "max_ms": 0.422, "p95_ms": 0.206}, "tracker_update_ms": {"avg_ms": 1.767, "count": 220, "max_ms": 5.953, "p95_ms": 3.083}}, "gstreamer_push": {"avg_ms": 3.152, "count": 220, "max_ms": 8.017, "p95_ms": 4.835}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 220, "max_ms": 0.136, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.009, "count": 220, "max_ms": 92.192, "p95_ms": 69.939}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.792, "count": 220, "max_ms": 12.568, "p95_ms": 7.645}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.105, "count": 220, "max_ms": 157.628, "p95_ms": 118.673}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 220, "max_ms": 5.26, "p95_ms": 2.707}, "processing_residual_ms": {"avg_ms": 0.175, "count": 220, "max_ms": 0.415, "p95_ms": 0.309}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.753, "count": 220, "max_ms": 164.19, "p95_ms": 124.032}, "read_interval": {"avg_ms": 113.178, "count": 219, "max_ms": 199.547, "p95_ms": 157.429}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 220, "max_ms": 0.094, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.708, "count": 220, "max_ms": 1.803, "p95_ms": 1.267}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 220, "max_ms": 0.06, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.692, "count": 220, "max_ms": 1.777, "p95_ms": 1.231}, "worker_merge_ms": {"avg_ms": 0.007, "count": 220, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.023, "count": 220, "max_ms": 92.213, "p95_ms": 69.95}, "visualize": {"avg_ms": 36.924, "count": 220, "max_ms": 76.68, "p95_ms": 49.132}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.011, "count": 220, "max_ms": 49.28, "p95_ms": 42.472}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.366, "count": 220, "max_ms": 74.815, "p95_ms": 47.291}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 220, "max_ms": 2.624, "p95_ms": 2.153}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.237, "count": 220, "max_ms": 74.626, "p95_ms": 47.179}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 220, "max_ms": 0.203, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1214.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.837, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.8, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 845648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T15:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89238, "write_bytes_delta": 89238, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.431157, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31266, "reason": null, "system_cpu_core_ratio": 0.037838, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.393319, "user_cpu_s_delta": 3.950000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532723, "system_cpu_s_delta": 5.349999999998545, "user_cpu_core_ratio": 1.168009, "user_cpu_s_delta": 11.729999999995925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.309, "count": 263, "max_ms": 8.017, "p95_ms": 5.221, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.703, "max": 10.0, "p95": 6.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 263}, "total": {"avg": 1.951, "max": 3.0, "p95": 3.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.582, "count": 30, "max": 31.685, "p95": 27.15, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.161, "count": 30, "max": 27.214, "p95": 25.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.667, "count": 30, "max": 541.0, "p95": 535.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 397.733, "count": 30, "max": 11674.0, "p95": 66.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.381, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.403, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88698.267, "count": 30, "max": 91756.0, "p95": 90653.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.4, "count": 30, "max": 31.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.56, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.228, "p95": 1.218, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7035, "sampled_at": "2026-10-31T15:57:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T15:57:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1433585, "flush_count": 1531, "flush_interval_seconds": 30.0, "flush_state": {"count": 1531, "last_at": "2026-10-31T16:04:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:04:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1530}, "started": true, "suppressed_count": 848390, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 848251}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1531, "written_record_count": 1531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6974.551, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2349474508800, "copied_frame_count": 849781, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2349474508800, "frame_buffer_copies": 849781, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1101, "count": 512, "max_ms": 0.3805, "p50_ms": 0.0969, "p95_ms": 0.2027, "p99_ms": 0.3012}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.537, "count": 512, "max_ms": 6.399, "p50_ms": 1.4451, "p95_ms": 2.4628, "p99_ms": 3.4455, "results": {"failed": 0, "not_applicable": 0, "success": 849781, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "last_exit_at": "2026-10-31T16:05:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.264, "last_started_at": "2026-10-31T15:57:15+09:00", "pid": 31382, "process": {"exists": false, "pid": 31382}, "restart_count": 120, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.002, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 849781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:05:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T16:05:21+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-31T16:05:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 385.681, "last_sample_duration_ms": 933.951, "last_trigger": "periodic", "next_snapshot_in_sec": 214.319, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 153, "storage_bytes": 2489385}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-10-31T16:05:21.450207+09:00", "mtime_epoch": 1793430321.4502068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92575}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:05:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1216.129, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 849781, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.075, "max": 15.0, "p95": 9.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.345, "max": 5.0, "p95": 5.0, "sample_count": 174}, "total": {"avg": 4.345, "max": 5.0, "p95": 5.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.379, "max": 2.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.379, "max": 2.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.834, "pushed": 5.834, "read": 5.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 61.918, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.978, "count": 174, "max_ms": 7.269, "p95_ms": 3.9, "reason": null, "sample_age_ms": 110.738, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 174, "max_ms": 6.704, "p95_ms": 2.467, "reason": null, "sample_age_ms": 111.06, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 174, "max_ms": 2.334, "p95_ms": 0.671, "reason": null, "sample_age_ms": 61.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.052, "count": 174, "max_ms": 4.477, "p95_ms": 3.362, "reason": null, "sample_age_ms": 109.225, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2764808.0, "count": 174, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.189, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.469, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.471, "count": 174, "max_ms": 86.011, "p95_ms": 72.017, "reason": null, "sample_age_ms": 61.911, "source": "client_direct"}, "sample_age_ms": 61.905, "source": "client_direct", "task_total_ms": {"avg_ms": 53.074, "count": 174, "max_ms": 88.213, "p95_ms": 74.612, "reason": null, "sample_age_ms": 61.905, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.549, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.833, "count": 174, "max_ms": 12.239, "p95_ms": 10.187}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.513, "count": 174, "max_ms": 1.332, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.856, "count": 174, "max_ms": 4.561, "p95_ms": 3.406}, "event_filter_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.567, "count": 174, "max_ms": 1.202, "p95_ms": 0.888}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.113, "count": 174, "max_ms": 4.191, "p95_ms": 1.754}, "setup_ms": {"avg_ms": 0.044, "count": 174, "max_ms": 0.118, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 6.779, "count": 174, "max_ms": 12.154, "p95_ms": 10.108}, "track_match_ms": {"avg_ms": 0.136, "count": 174, "max_ms": 0.496, "p95_ms": 0.247}, "tracker_update_ms": {"avg_ms": 2.542, "count": 174, "max_ms": 6.235, "p95_ms": 4.104}}, "gstreamer_push": {"avg_ms": 3.317, "count": 175, "max_ms": 8.29, "p95_ms": 5.592}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 174, "max_ms": 0.14, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.481, "count": 174, "max_ms": 97.251, "p95_ms": 77.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.534, "count": 175, "max_ms": 13.659, "p95_ms": 8.651}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.404, "count": 175, "max_ms": 169.179, "p95_ms": 136.593}, "inference_input_copy_ms": {"avg_ms": 1.881, "count": 175, "max_ms": 4.943, "p95_ms": 2.93}, "processing_residual_ms": {"avg_ms": 0.283, "count": 175, "max_ms": 0.786, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.103, "count": 175, "max_ms": 176.14, "p95_ms": 143.389}, "read_interval": {"avg_ms": 172.405, "count": 174, "max_ms": 4505.874, "p95_ms": 181.392}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.057, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.05, "count": 174, "max_ms": 4.065, "p95_ms": 1.659}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.052, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.034, "count": 174, "max_ms": 4.038, "p95_ms": 1.636}, "worker_merge_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.023, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.495, "count": 174, "max_ms": 97.268, "p95_ms": 77.868}, "visualize": {"avg_ms": 42.806, "count": 174, "max_ms": 78.437, "p95_ms": 57.198}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.527, "count": 174, "max_ms": 64.116, "p95_ms": 43.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.263, "count": 174, "max_ms": 76.621, "p95_ms": 54.721}, "visualize_input_copy_ms": {"avg_ms": 1.346, "count": 174, "max_ms": 3.613, "p95_ms": 2.545}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.129, "count": 174, "max_ms": 76.438, "p95_ms": 54.537}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 174, "max_ms": 0.374, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1216.074, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.722, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.532, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 849585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88462, "write_bytes_delta": 88462, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 561.0, "cpu_core_ratio": 0.392305, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 450.0, "pid": 31382, "reason": null, "system_cpu_core_ratio": 0.128445, "system_cpu_s_delta": 2.580000000000002, "user_cpu_core_ratio": 0.26386, "user_cpu_s_delta": 5.300000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.550621, "system_cpu_s_delta": 11.060000000004948, "user_cpu_core_ratio": 1.185379, "user_cpu_s_delta": 23.810000000012224}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.119, "count": 218, "max_ms": 7.363, "p95_ms": 4.687, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.161, "max": 15.0, "p95": 13.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.885, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 3.885, "max": 6.0, "p95": 5.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.087, "count": 30, "max": 80.728, "p95": 55.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.611, "count": 30, "max": 27.496, "p95": 24.89, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 744.067, "count": 30, "max": 1080.0, "p95": 1044.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 571.733, "count": 30, "max": 14042.0, "p95": 875.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.128, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.426, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.169, "count": 30, "max": 5.058, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87701.033, "count": 30, "max": 91124.0, "p95": 90430.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84728.933, "count": 30, "max": 91124.0, "p95": 90430.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.167, "count": 30, "max": 27.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.667, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.227, "count": 30, "max": 1.351, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7066, "sampled_at": "2026-10-31T16:04:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:04:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1433585, "flush_count": 1531, "flush_interval_seconds": 30.0, "flush_state": {"count": 1531, "last_at": "2026-10-31T16:04:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:04:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1530}, "started": true, "suppressed_count": 848390, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 848251}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1531, "written_record_count": 1531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 6985.555, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2349474508800, "copied_frame_count": 849781, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2349474508800, "frame_buffer_copies": 849781, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1101, "count": 512, "max_ms": 0.3805, "p50_ms": 0.0969, "p95_ms": 0.2027, "p99_ms": 0.3012}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.537, "count": 512, "max_ms": 6.399, "p50_ms": 1.4451, "p95_ms": 2.4628, "p99_ms": 3.4455, "results": {"failed": 0, "not_applicable": 0, "success": 849781, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "last_exit_at": "2026-10-31T16:05:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.309, "last_started_at": "2026-10-31T15:57:15+09:00", "pid": 31382, "process": {"exists": false, "pid": 31382}, "restart_count": 120, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.002, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 849781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:05:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-31T16:05:21+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-31T16:05:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 385.729, "last_sample_duration_ms": 933.951, "last_trigger": "periodic", "next_snapshot_in_sec": 214.271, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 153, "storage_bytes": 2489385}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-31T16:05:21.555208+09:00", "mtime_epoch": 1793430321.5552077, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92644}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:05:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1216.129, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 849781, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.075, "max": 15.0, "p95": 9.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.345, "max": 5.0, "p95": 5.0, "sample_count": 174}, "total": {"avg": 4.345, "max": 5.0, "p95": 5.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.379, "max": 2.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.379, "max": 2.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.815, "pushed": 5.815, "read": 5.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 105.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.981, "count": 173, "max_ms": 7.269, "p95_ms": 3.917, "reason": null, "sample_age_ms": 154.361, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.45, "count": 173, "max_ms": 6.704, "p95_ms": 2.479, "reason": null, "sample_age_ms": 154.683, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 174, "max_ms": 2.334, "p95_ms": 0.671, "reason": null, "sample_age_ms": 105.553, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.053, "count": 173, "max_ms": 4.477, "p95_ms": 3.363, "reason": null, "sample_age_ms": 152.848, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.092, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.471, "count": 174, "max_ms": 86.011, "p95_ms": 72.017, "reason": null, "sample_age_ms": 105.535, "source": "client_direct"}, "sample_age_ms": 105.529, "source": "client_direct", "task_total_ms": {"avg_ms": 53.074, "count": 174, "max_ms": 88.213, "p95_ms": 74.612, "reason": null, "sample_age_ms": 105.529, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.468, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.833, "count": 174, "max_ms": 12.239, "p95_ms": 10.187}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.513, "count": 174, "max_ms": 1.332, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.856, "count": 174, "max_ms": 4.561, "p95_ms": 3.406}, "event_filter_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.567, "count": 174, "max_ms": 1.202, "p95_ms": 0.888}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.113, "count": 174, "max_ms": 4.191, "p95_ms": 1.754}, "setup_ms": {"avg_ms": 0.044, "count": 174, "max_ms": 0.118, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 6.779, "count": 174, "max_ms": 12.154, "p95_ms": 10.108}, "track_match_ms": {"avg_ms": 0.136, "count": 174, "max_ms": 0.496, "p95_ms": 0.247}, "tracker_update_ms": {"avg_ms": 2.542, "count": 174, "max_ms": 6.235, "p95_ms": 4.104}}, "gstreamer_push": {"avg_ms": 3.322, "count": 174, "max_ms": 8.29, "p95_ms": 5.592}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 174, "max_ms": 0.14, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.481, "count": 174, "max_ms": 97.251, "p95_ms": 77.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.533, "count": 174, "max_ms": 13.659, "p95_ms": 8.651}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.436, "count": 174, "max_ms": 169.179, "p95_ms": 136.593}, "inference_input_copy_ms": {"avg_ms": 1.875, "count": 174, "max_ms": 4.943, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.283, "count": 174, "max_ms": 0.786, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.128, "count": 174, "max_ms": 176.14, "p95_ms": 143.389}, "read_interval": {"avg_ms": 172.737, "count": 173, "max_ms": 4505.874, "p95_ms": 181.392}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.057, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.05, "count": 174, "max_ms": 4.065, "p95_ms": 1.659}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.052, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.034, "count": 174, "max_ms": 4.038, "p95_ms": 1.636}, "worker_merge_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.023, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.495, "count": 174, "max_ms": 97.268, "p95_ms": 77.868}, "visualize": {"avg_ms": 42.806, "count": 174, "max_ms": 78.437, "p95_ms": 57.198}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.527, "count": 174, "max_ms": 64.116, "p95_ms": 43.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.263, "count": 174, "max_ms": 76.621, "p95_ms": 54.721}, "visualize_input_copy_ms": {"avg_ms": 1.346, "count": 174, "max_ms": 3.613, "p95_ms": 2.545}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.129, "count": 174, "max_ms": 76.438, "p95_ms": 54.537}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 174, "max_ms": 0.374, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1216.074, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.722, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.532, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 849585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88462, "write_bytes_delta": 88462, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 561.0, "cpu_core_ratio": 0.392305, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 450.0, "pid": 31382, "reason": null, "system_cpu_core_ratio": 0.128445, "system_cpu_s_delta": 2.580000000000002, "user_cpu_core_ratio": 0.26386, "user_cpu_s_delta": 5.300000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.550621, "system_cpu_s_delta": 11.060000000004948, "user_cpu_core_ratio": 1.185379, "user_cpu_s_delta": 23.810000000012224}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.119, "count": 218, "max_ms": 7.363, "p95_ms": 4.687, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.161, "max": 15.0, "p95": 13.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.885, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 3.885, "max": 6.0, "p95": 5.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.087, "count": 30, "max": 80.728, "p95": 55.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.611, "count": 30, "max": 27.496, "p95": 24.89, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 744.067, "count": 30, "max": 1080.0, "p95": 1044.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 571.733, "count": 30, "max": 14042.0, "p95": 875.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.128, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.426, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.169, "count": 30, "max": 5.058, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87701.033, "count": 30, "max": 91124.0, "p95": 90430.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84728.933, "count": 30, "max": 91124.0, "p95": 90430.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.167, "count": 30, "max": 27.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.667, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.227, "count": 30, "max": 1.351, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7066, "sampled_at": "2026-10-31T16:04:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:04:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1433585, "flush_count": 1531, "flush_interval_seconds": 30.0, "flush_state": {"count": 1531, "last_at": "2026-10-31T16:04:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:04:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1530}, "started": true, "suppressed_count": 848390, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 848251}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1531, "written_record_count": 1531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7162.43, "limit_mb": null}, "detail": {"pid": 31498, "restart_count": 121, "start_count": 122}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2349474508800, "copied_frame_count": 849781, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2349474508800, "frame_buffer_copies": 849781, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1101, "count": 512, "max_ms": 0.3805, "p50_ms": 0.0969, "p95_ms": 0.2027, "p99_ms": 0.3012}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.537, "count": 512, "max_ms": 6.399, "p50_ms": 1.4451, "p95_ms": 2.4628, "p99_ms": 3.4455, "results": {"failed": 0, "not_applicable": 0, "success": 849781, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 113, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T15:57:12+09:00", "last_error_summary": "[h264 @ 0x644de4923ec0] error while decoding MB 4 32, bytestream -12", "last_exit_at": "2026-10-31T16:05:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:05:24+09:00", "pid": 31498, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.316, "name": "ffmpeg", "pid": 31498, "rss_mb": 208.316, "state": "S (sleeping)", "threads": 70}, "restart_count": 121, "restart_count_per_hour": 7, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.353, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 849781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:05:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.081, "last_frame_pushed_at": "2026-10-31T16:05:21+09:00", "last_frame_read_age_sec": 5.185, "last_frame_read_at": "2026-10-31T16:05:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 390.76, "last_sample_duration_ms": 933.951, "last_trigger": "periodic", "next_snapshot_in_sec": 209.24, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 153, "storage_bytes": 2489385}, "mjpeg": {"age_sec": 5.074, "exists": true, "mtime": "2026-10-31T16:05:21.555208+09:00", "mtime_epoch": 1793430321.5552077, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92644}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:05:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1216.133, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 849781, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.151, "max": 15.0, "p95": 9.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.314, "max": 5.0, "p95": 5.0, "sample_count": 159}, "total": {"avg": 4.314, "max": 5.0, "p95": 5.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 0.377, "max": 1.0, "p95": 1.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 0.377, "max": 1.0, "p95": 1.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.347, "pushed": 5.347, "read": 5.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.008, "count": 159, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5140.185, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.962, "count": 159, "max_ms": 6.881, "p95_ms": 3.817, "reason": null, "sample_age_ms": 5189.006, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 159, "max_ms": 6.704, "p95_ms": 2.408, "reason": null, "sample_age_ms": 5189.328, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 159, "max_ms": 2.334, "p95_ms": 0.67, "reason": null, "sample_age_ms": 5140.197, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.084, "count": 159, "max_ms": 4.477, "p95_ms": 3.389, "reason": null, "sample_age_ms": 5187.493, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2764808.0, "count": 159, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5187.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5140.736, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.255, "count": 159, "max_ms": 86.011, "p95_ms": 71.302, "reason": null, "sample_age_ms": 5140.179, "source": "client_direct"}, "sample_age_ms": 5140.173, "source": "client_direct", "task_total_ms": {"avg_ms": 52.897, "count": 159, "max_ms": 88.213, "p95_ms": 73.736, "reason": null, "sample_age_ms": 5140.173, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.252, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.864, "count": 159, "max_ms": 12.239, "p95_ms": 10.187}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.531, "count": 159, "max_ms": 1.332, "p95_ms": 0.99}, "detection_prepare_ms": {"avg_ms": 1.88, "count": 159, "max_ms": 4.561, "p95_ms": 3.414}, "event_filter_ms": {"avg_ms": 0.005, "count": 159, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.566, "count": 159, "max_ms": 1.202, "p95_ms": 0.888}, "mcmt_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.118, "count": 159, "max_ms": 4.191, "p95_ms": 1.769}, "setup_ms": {"avg_ms": 0.044, "count": 159, "max_ms": 0.118, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 6.81, "count": 159, "max_ms": 12.154, "p95_ms": 10.108}, "track_match_ms": {"avg_ms": 0.135, "count": 159, "max_ms": 0.496, "p95_ms": 0.242}, "tracker_update_ms": {"avg_ms": 2.526, "count": 159, "max_ms": 5.164, "p95_ms": 4.104}}, "gstreamer_push": {"avg_ms": 3.34, "count": 159, "max_ms": 8.29, "p95_ms": 5.675}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 159, "max_ms": 0.14, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.286, "count": 159, "max_ms": 90.0, "p95_ms": 77.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.547, "count": 159, "max_ms": 13.659, "p95_ms": 8.651}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.472, "count": 159, "max_ms": 151.813, "p95_ms": 136.593}, "inference_input_copy_ms": {"avg_ms": 1.881, "count": 159, "max_ms": 4.943, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.286, "count": 159, "max_ms": 0.786, "p95_ms": 0.528}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.187, "count": 159, "max_ms": 157.075, "p95_ms": 143.389}, "read_interval": {"avg_ms": 176.719, "count": 159, "max_ms": 4505.874, "p95_ms": 181.392}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 159, "max_ms": 0.057, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.055, "count": 159, "max_ms": 4.065, "p95_ms": 1.663}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 159, "max_ms": 0.052, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.039, "count": 159, "max_ms": 4.038, "p95_ms": 1.64}, "worker_merge_ms": {"avg_ms": 0.007, "count": 159, "max_ms": 0.023, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.3, "count": 159, "max_ms": 90.013, "p95_ms": 77.868}, "visualize": {"avg_ms": 42.999, "count": 159, "max_ms": 78.437, "p95_ms": 57.285}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.731, "count": 159, "max_ms": 64.116, "p95_ms": 43.539}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.438, "count": 159, "max_ms": 76.621, "p95_ms": 54.721}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 159, "max_ms": 3.613, "p95_ms": 2.585}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.303, "count": 159, "max_ms": 76.438, "p95_ms": 54.537}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 159, "max_ms": 0.374, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1216.074, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.722, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.532, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 849585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88462, "write_bytes_delta": 88462, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 561.0, "cpu_core_ratio": 0.392305, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 450.0, "pid": 31382, "reason": null, "system_cpu_core_ratio": 0.128445, "system_cpu_s_delta": 2.580000000000002, "user_cpu_core_ratio": 0.26386, "user_cpu_s_delta": 5.300000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.550621, "system_cpu_s_delta": 11.060000000004948, "user_cpu_core_ratio": 1.185379, "user_cpu_s_delta": 23.810000000012224}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.119, "count": 218, "max_ms": 7.363, "p95_ms": 4.687, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.161, "max": 15.0, "p95": 13.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.885, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 3.885, "max": 6.0, "p95": 5.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.087, "count": 30, "max": 80.728, "p95": 55.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.611, "count": 30, "max": 27.496, "p95": 24.89, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 744.067, "count": 30, "max": 1080.0, "p95": 1044.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 571.733, "count": 30, "max": 14042.0, "p95": 875.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.128, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.426, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.169, "count": 30, "max": 5.058, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87701.033, "count": 30, "max": 91124.0, "p95": 90430.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84728.933, "count": 30, "max": 91124.0, "p95": 90430.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.167, "count": 30, "max": 27.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.667, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.227, "count": 30, "max": 1.351, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7066, "sampled_at": "2026-10-31T16:04:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:04:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.735, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1438659, "flush_count": 1536, "flush_interval_seconds": 30.0, "flush_state": {"count": 1536, "last_at": "2026-10-31T16:09:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:09:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1535}, "started": true, "suppressed_count": 850600, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 850461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1536, "written_record_count": 1536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7016.098, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x597219e6f500] left block unavailable for requested intra mode [h264 @ 0x597219e6f500] error while decoding MB 0 59, bytestream 50593 [h264 @ 0x597219d5f440] error while decoding MB 93 52, bytestream -12 [in#0/rtsp @ 0x597219cf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x597219cf3e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2355595776000, "copied_frame_count": 851995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2355595776000, "frame_buffer_copies": 851995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.0985, "p50_ms": 0.0945, "p95_ms": 0.1813, "p99_ms": 0.2616}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4735, "count": 512, "max_ms": 3.4462, "p50_ms": 1.4093, "p95_ms": 2.3146, "p99_ms": 2.7942, "results": {"failed": 0, "not_applicable": 0, "success": 851995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 387, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:10:16+09:00", "last_error_summary": "[h264 @ 0x597219e6f500] left block unavailable for requested intra mode [h264 @ 0x597219e6f500] error while decoding MB 0 59, bytestream 50593 [h264 @ 0x597219d5f440] error while decoding MB 93 52, bytestream -12 [in#0/rtsp @ 0x597219cf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x597219cf3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:05:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.916, "last_started_at": "2026-10-31T16:05:24+09:00", "pid": 31498, "process": {"exists": false, "pid": 31498}, "restart_count": 121, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.954, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.115, "last_frame_pushed_at": "2026-10-31T16:10:16+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-31T16:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 78.788, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 521.212, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-10-31T16:10:16.441782+09:00", "mtime_epoch": 1793430616.4417818, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96390}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:10:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1217.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 851996, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.433, "max": 9.0, "p95": 8.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.7, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 1.7, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.7, "max": 1.0, "p95": 1.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.7, "max": 1.0, "p95": 1.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.002, "pushed": 3.002, "read": 3.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 34.739, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.765, "count": 90, "max_ms": 3.868, "p95_ms": 2.357, "reason": null, "sample_age_ms": 115.39, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 90, "max_ms": 2.7, "p95_ms": 1.444, "reason": null, "sample_age_ms": 115.874, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 90, "max_ms": 0.788, "p95_ms": 0.652, "reason": null, "sample_age_ms": 34.756, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.893, "count": 90, "max_ms": 3.491, "p95_ms": 2.923, "reason": null, "sample_age_ms": 112.808, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.767, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.22, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.168, "count": 90, "max_ms": 77.456, "p95_ms": 65.325, "reason": null, "sample_age_ms": 34.735, "source": "client_direct"}, "sample_age_ms": 34.729, "source": "client_direct", "task_total_ms": {"avg_ms": 49.586, "count": 90, "max_ms": 80.634, "p95_ms": 67.928, "reason": null, "sample_age_ms": 34.729, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.863, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.858, "count": 90, "max_ms": 10.031, "p95_ms": 8.054}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.401, "count": 90, "max_ms": 0.999, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 1.582, "count": 90, "max_ms": 4.346, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.054, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.274, "count": 90, "max_ms": 0.556, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.745, "count": 90, "max_ms": 2.102, "p95_ms": 1.519}, "setup_ms": {"avg_ms": 0.041, "count": 90, "max_ms": 0.103, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 4.805, "count": 90, "max_ms": 9.953, "p95_ms": 7.956}, "track_match_ms": {"avg_ms": 0.115, "count": 90, "max_ms": 0.322, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.637, "count": 90, "max_ms": 4.298, "p95_ms": 2.727}}, "gstreamer_push": {"avg_ms": 3.132, "count": 90, "max_ms": 5.818, "p95_ms": 4.736}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 90, "max_ms": 0.138, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.431, "count": 90, "max_ms": 73.177, "p95_ms": 68.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.159, "count": 90, "max_ms": 12.184, "p95_ms": 10.438}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.21, "count": 90, "max_ms": 132.196, "p95_ms": 114.388}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 90, "max_ms": 4.176, "p95_ms": 2.559}, "processing_residual_ms": {"avg_ms": 0.212, "count": 90, "max_ms": 0.531, "p95_ms": 0.45}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.311, "count": 90, "max_ms": 137.966, "p95_ms": 121.126}, "read_interval": {"avg_ms": 333.121, "count": 90, "max_ms": 19100.033, "p95_ms": 164.166}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 90, "max_ms": 0.047, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.683, "count": 90, "max_ms": 1.958, "p95_ms": 1.353}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.052, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.667, "count": 90, "max_ms": 1.926, "p95_ms": 1.325}, "worker_merge_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.446, "count": 90, "max_ms": 73.184, "p95_ms": 68.039}, "visualize": {"avg_ms": 37.753, "count": 90, "max_ms": 54.374, "p95_ms": 47.837}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.204, "count": 90, "max_ms": 47.093, "p95_ms": 42.276}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.233, "count": 90, "max_ms": 53.147, "p95_ms": 46.928}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 90, "max_ms": 2.835, "p95_ms": 2.149}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.11, "count": 90, "max_ms": 53.026, "p95_ms": 46.779}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 90, "max_ms": 0.193, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1217.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.954, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93214, "write_bytes_delta": 93214, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.114166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3337.0, "pid": 31498, "reason": null, "system_cpu_core_ratio": 0.039232, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.074934, "user_cpu_s_delta": 1.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130644, "system_cpu_s_delta": 3.3300000000017462, "user_cpu_core_ratio": 0.284043, "user_cpu_s_delta": 7.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 91, "max_ms": 5.972, "p95_ms": 4.841, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.341, "max": 9.0, "p95": 8.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.626, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 91}, "total": {"avg": 1.626, "max": 2.0, "p95": 2.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.789, "count": 30, "max": 65.178, "p95": 56.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.556, "count": 30, "max": 27.496, "p95": 22.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 917.133, "count": 30, "max": 1080.0, "p95": 1044.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.5, "count": 30, "max": 3337.0, "p95": 1120.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.174, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.402, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 27.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.667, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.351, "p95": 1.326, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7082, "sampled_at": "2026-10-31T16:10:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:10:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1438659, "flush_count": 1536, "flush_interval_seconds": 30.0, "flush_state": {"count": 1536, "last_at": "2026-10-31T16:09:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:09:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1535}, "started": true, "suppressed_count": 850600, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 850461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1536, "written_record_count": 1536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7016.754, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:10:16+09:00", "last_error_summary": "[h264 @ 0x597219e6f500] left block unavailable for requested intra mode [h264 @ 0x597219e6f500] error while decoding MB 0 59, bytestream 50593 [h264 @ 0x597219d5f440] error while decoding MB 93 52, bytestream -12 [in#0/rtsp @ 0x597219cf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x597219cf3e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2355598540800, "copied_frame_count": 851996, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2355598540800, "frame_buffer_copies": 851996, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 2.0985, "p50_ms": 0.0945, "p95_ms": 0.1813, "p99_ms": 0.2616}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4741, "count": 512, "max_ms": 3.4462, "p50_ms": 1.4117, "p95_ms": 2.3146, "p99_ms": 2.7942, "results": {"failed": 0, "not_applicable": 0, "success": 851996, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 387, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:10:16+09:00", "last_error_summary": "[h264 @ 0x597219e6f500] left block unavailable for requested intra mode [h264 @ 0x597219e6f500] error while decoding MB 0 59, bytestream 50593 [h264 @ 0x597219d5f440] error while decoding MB 93 52, bytestream -12 [in#0/rtsp @ 0x597219cf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x597219cf3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:10:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.985, "last_started_at": "2026-10-31T16:05:24+09:00", "pid": 31498, "process": {"exists": false, "pid": 31498}, "restart_count": 121, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.986, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T16:10:16+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-10-31T16:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 78.845, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 521.155, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-10-31T16:10:16.441782+09:00", "mtime_epoch": 1793430616.4417818, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96390}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:10:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1217.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 851996, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.422, "max": 8.0, "p95": 8.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.711, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 1.711, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.711, "max": 1.0, "p95": 1.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.711, "max": 1.0, "p95": 1.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.008, "pushed": 3.008, "read": 2.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 105.351, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.743, "count": 89, "max_ms": 3.868, "p95_ms": 2.068, "reason": null, "sample_age_ms": 186.002, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 89, "max_ms": 2.7, "p95_ms": 1.446, "reason": null, "sample_age_ms": 186.486, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 90, "max_ms": 0.788, "p95_ms": 0.652, "reason": null, "sample_age_ms": 105.367, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.889, "count": 89, "max_ms": 3.491, "p95_ms": 2.928, "reason": null, "sample_age_ms": 183.42, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 183.379, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.831, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.168, "count": 90, "max_ms": 77.456, "p95_ms": 65.325, "reason": null, "sample_age_ms": 105.347, "source": "client_direct"}, "sample_age_ms": 105.341, "source": "client_direct", "task_total_ms": {"avg_ms": 49.586, "count": 90, "max_ms": 80.634, "p95_ms": 67.928, "reason": null, "sample_age_ms": 105.341, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.728, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.869, "count": 90, "max_ms": 10.031, "p95_ms": 8.054}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.405, "count": 90, "max_ms": 0.999, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 1.58, "count": 90, "max_ms": 4.346, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.054, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 90, "max_ms": 0.556, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.748, "count": 90, "max_ms": 2.102, "p95_ms": 1.519}, "setup_ms": {"avg_ms": 0.041, "count": 90, "max_ms": 0.103, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 4.816, "count": 90, "max_ms": 9.953, "p95_ms": 7.956}, "track_match_ms": {"avg_ms": 0.115, "count": 90, "max_ms": 0.322, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.642, "count": 90, "max_ms": 4.298, "p95_ms": 2.727}}, "gstreamer_push": {"avg_ms": 3.141, "count": 90, "max_ms": 5.818, "p95_ms": 4.736}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 90, "max_ms": 0.138, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.785, "count": 90, "max_ms": 81.68, "p95_ms": 69.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.055, "count": 90, "max_ms": 11.631, "p95_ms": 10.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.006, "count": 90, "max_ms": 167.771, "p95_ms": 116.983}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 90, "max_ms": 4.176, "p95_ms": 2.559}, "processing_residual_ms": {"avg_ms": 0.21, "count": 90, "max_ms": 0.531, "p95_ms": 0.444}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.988, "count": 90, "max_ms": 172.303, "p95_ms": 122.356}, "read_interval": {"avg_ms": 335.455, "count": 89, "max_ms": 19100.033, "p95_ms": 164.166}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 90, "max_ms": 0.047, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.686, "count": 90, "max_ms": 1.958, "p95_ms": 1.353}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.052, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.67, "count": 90, "max_ms": 1.926, "p95_ms": 1.325}, "worker_merge_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.8, "count": 90, "max_ms": 81.694, "p95_ms": 69.419}, "visualize": {"avg_ms": 38.185, "count": 90, "max_ms": 80.856, "p95_ms": 48.224}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.351, "count": 90, "max_ms": 49.029, "p95_ms": 42.541}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.682, "count": 90, "max_ms": 79.388, "p95_ms": 46.947}, "visualize_input_copy_ms": {"avg_ms": 1.298, "count": 90, "max_ms": 2.272, "p95_ms": 1.986}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.558, "count": 90, "max_ms": 79.225, "p95_ms": 46.858}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 90, "max_ms": 0.193, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1217.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.954, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93214, "write_bytes_delta": 93214, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.114166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3337.0, "pid": 31498, "reason": null, "system_cpu_core_ratio": 0.039232, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.074934, "user_cpu_s_delta": 1.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130644, "system_cpu_s_delta": 3.3300000000017462, "user_cpu_core_ratio": 0.284043, "user_cpu_s_delta": 7.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 91, "max_ms": 5.972, "p95_ms": 4.841, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.341, "max": 9.0, "p95": 8.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.626, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 91}, "total": {"avg": 1.626, "max": 2.0, "p95": 2.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.789, "count": 30, "max": 65.178, "p95": 56.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.556, "count": 30, "max": 27.496, "p95": 22.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 917.133, "count": 30, "max": 1080.0, "p95": 1044.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.5, "count": 30, "max": 3337.0, "p95": 1120.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.174, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.402, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 27.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.667, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.351, "p95": 1.326, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7082, "sampled_at": "2026-10-31T16:10:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:10:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1438659, "flush_count": 1536, "flush_interval_seconds": 30.0, "flush_state": {"count": 1536, "last_at": "2026-10-31T16:09:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:09:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1535}, "started": true, "suppressed_count": 850600, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 850461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1536, "written_record_count": 1536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7017.234, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2355598540800, "copied_frame_count": 851996, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2355598540800, "frame_buffer_copies": 851996, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 2.0985, "p50_ms": 0.0945, "p95_ms": 0.1813, "p99_ms": 0.2616}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4741, "count": 512, "max_ms": 3.4462, "p50_ms": 1.4117, "p95_ms": 2.3146, "p99_ms": 2.7942, "results": {"failed": 0, "not_applicable": 0, "success": 851996, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 387, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:10:16+09:00", "last_error_summary": "[h264 @ 0x597219e6f500] left block unavailable for requested intra mode [h264 @ 0x597219e6f500] error while decoding MB 0 59, bytestream 50593 [h264 @ 0x597219d5f440] error while decoding MB 93 52, bytestream -12 [in#0/rtsp @ 0x597219cf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x597219cf3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:10:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.014, "last_started_at": "2026-10-31T16:05:24+09:00", "pid": 31498, "process": {"exists": false, "pid": 31498}, "restart_count": 121, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.986, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-31T16:10:16+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-10-31T16:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 78.871, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 521.129, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-31T16:10:16.622783+09:00", "mtime_epoch": 1793430616.6227832, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93283}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:10:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1217.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 851996, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.422, "max": 8.0, "p95": 8.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.711, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 1.711, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.711, "max": 1.0, "p95": 1.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.711, "max": 1.0, "p95": 1.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.005, "pushed": 3.005, "read": 2.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 128.284, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.743, "count": 89, "max_ms": 3.868, "p95_ms": 2.068, "reason": null, "sample_age_ms": 208.935, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 89, "max_ms": 2.7, "p95_ms": 1.446, "reason": null, "sample_age_ms": 209.419, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 90, "max_ms": 0.788, "p95_ms": 0.652, "reason": null, "sample_age_ms": 128.301, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.889, "count": 89, "max_ms": 3.491, "p95_ms": 2.928, "reason": null, "sample_age_ms": 206.353, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 206.312, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.765, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.168, "count": 90, "max_ms": 77.456, "p95_ms": 65.325, "reason": null, "sample_age_ms": 128.28, "source": "client_direct"}, "sample_age_ms": 128.274, "source": "client_direct", "task_total_ms": {"avg_ms": 49.586, "count": 90, "max_ms": 80.634, "p95_ms": 67.928, "reason": null, "sample_age_ms": 128.274, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.463, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.869, "count": 90, "max_ms": 10.031, "p95_ms": 8.054}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.405, "count": 90, "max_ms": 0.999, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 1.58, "count": 90, "max_ms": 4.346, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.054, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 90, "max_ms": 0.556, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.748, "count": 90, "max_ms": 2.102, "p95_ms": 1.519}, "setup_ms": {"avg_ms": 0.041, "count": 90, "max_ms": 0.103, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 4.816, "count": 90, "max_ms": 9.953, "p95_ms": 7.956}, "track_match_ms": {"avg_ms": 0.115, "count": 90, "max_ms": 0.322, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.642, "count": 90, "max_ms": 4.298, "p95_ms": 2.727}}, "gstreamer_push": {"avg_ms": 3.141, "count": 90, "max_ms": 5.818, "p95_ms": 4.736}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 90, "max_ms": 0.138, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.785, "count": 90, "max_ms": 81.68, "p95_ms": 69.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.055, "count": 90, "max_ms": 11.631, "p95_ms": 10.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.006, "count": 90, "max_ms": 167.771, "p95_ms": 116.983}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 90, "max_ms": 4.176, "p95_ms": 2.559}, "processing_residual_ms": {"avg_ms": 0.21, "count": 90, "max_ms": 0.531, "p95_ms": 0.444}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.988, "count": 90, "max_ms": 172.303, "p95_ms": 122.356}, "read_interval": {"avg_ms": 335.455, "count": 89, "max_ms": 19100.033, "p95_ms": 164.166}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 90, "max_ms": 0.047, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.686, "count": 90, "max_ms": 1.958, "p95_ms": 1.353}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.052, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.67, "count": 90, "max_ms": 1.926, "p95_ms": 1.325}, "worker_merge_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.8, "count": 90, "max_ms": 81.694, "p95_ms": 69.419}, "visualize": {"avg_ms": 38.185, "count": 90, "max_ms": 80.856, "p95_ms": 48.224}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.351, "count": 90, "max_ms": 49.029, "p95_ms": 42.541}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.682, "count": 90, "max_ms": 79.388, "p95_ms": 46.947}, "visualize_input_copy_ms": {"avg_ms": 1.298, "count": 90, "max_ms": 2.272, "p95_ms": 1.986}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.558, "count": 90, "max_ms": 79.225, "p95_ms": 46.858}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 90, "max_ms": 0.193, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1217.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.954, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93214, "write_bytes_delta": 93214, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.114166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3337.0, "pid": 31498, "reason": null, "system_cpu_core_ratio": 0.039232, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.074934, "user_cpu_s_delta": 1.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130644, "system_cpu_s_delta": 3.3300000000017462, "user_cpu_core_ratio": 0.284043, "user_cpu_s_delta": 7.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 91, "max_ms": 5.972, "p95_ms": 4.841, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.341, "max": 9.0, "p95": 8.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.626, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 91}, "total": {"avg": 1.626, "max": 2.0, "p95": 2.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.789, "count": 30, "max": 65.178, "p95": 56.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.556, "count": 30, "max": 27.496, "p95": 22.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 917.133, "count": 30, "max": 1080.0, "p95": 1044.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.5, "count": 30, "max": 3337.0, "p95": 1120.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.174, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.402, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 27.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.667, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.351, "p95": 1.326, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7082, "sampled_at": "2026-10-31T16:10:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:10:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1438659, "flush_count": 1536, "flush_interval_seconds": 30.0, "flush_state": {"count": 1536, "last_at": "2026-10-31T16:09:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:09:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1535}, "started": true, "suppressed_count": 850600, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 850461}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1536, "written_record_count": 1536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7185.5, "limit_mb": null}, "detail": {"pid": 31614, "restart_count": 122, "start_count": 123}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2355598540800, "copied_frame_count": 851996, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2355598540800, "frame_buffer_copies": 851996, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 2.0985, "p50_ms": 0.0945, "p95_ms": 0.1813, "p99_ms": 0.2616}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4741, "count": 512, "max_ms": 3.4462, "p50_ms": 1.4117, "p95_ms": 2.3146, "p99_ms": 2.7942, "results": {"failed": 0, "not_applicable": 0, "success": 851996, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 114, "h264_decode_error_count": 387, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:10:16+09:00", "last_error_summary": "[h264 @ 0x597219e6f500] left block unavailable for requested intra mode [h264 @ 0x597219e6f500] error while decoding MB 0 59, bytestream 50593 [h264 @ 0x597219d5f440] error while decoding MB 93 52, bytestream -12 [in#0/rtsp @ 0x597219cf3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x597219cf3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:10:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:10:19+09:00", "pid": 31614, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.246, "name": "ffmpeg", "pid": 31614, "rss_mb": 206.246, "state": "S (sleeping)", "threads": 70}, "restart_count": 122, "restart_count_per_hour": 8, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.744, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.555, "last_frame_pushed_at": "2026-10-31T16:10:16+09:00", "last_frame_read_age_sec": 4.733, "last_frame_read_at": "2026-10-31T16:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 83.399, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 516.601, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 4.544, "exists": true, "mtime": "2026-10-31T16:10:16.622783+09:00", "mtime_epoch": 1793430616.6227832, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93283}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:10:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1217.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 851996, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.755, "max": 8.0, "p95": 8.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.636, "pushed": 1.636, "read": 1.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.006, "count": 49, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4654.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.739, "count": 48, "max_ms": 3.868, "p95_ms": 1.893, "reason": null, "sample_age_ms": 4735.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 48, "max_ms": 2.7, "p95_ms": 1.391, "reason": null, "sample_age_ms": 4735.881, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 49, "max_ms": 0.775, "p95_ms": 0.639, "reason": null, "sample_age_ms": 4654.763, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.762, "count": 48, "max_ms": 3.491, "p95_ms": 2.811, "reason": null, "sample_age_ms": 4732.815, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2764808.0, "count": 48, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4732.774, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4655.226, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.342, "count": 49, "max_ms": 77.456, "p95_ms": 66.405, "reason": null, "sample_age_ms": 4654.742, "source": "client_direct"}, "sample_age_ms": 4654.736, "source": "client_direct", "task_total_ms": {"avg_ms": 50.607, "count": 49, "max_ms": 80.634, "p95_ms": 69.043, "reason": null, "sample_age_ms": 4654.736, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.994, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.908, "count": 49, "max_ms": 8.185, "p95_ms": 7.538}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.436, "count": 49, "max_ms": 0.909, "p95_ms": 0.774}, "detection_prepare_ms": {"avg_ms": 1.588, "count": 49, "max_ms": 3.673, "p95_ms": 2.778}, "event_filter_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.054, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.287, "count": 49, "max_ms": 0.54, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.795, "count": 49, "max_ms": 2.102, "p95_ms": 1.547}, "setup_ms": {"avg_ms": 0.04, "count": 49, "max_ms": 0.103, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.851, "count": 49, "max_ms": 8.064, "p95_ms": 7.475}, "track_match_ms": {"avg_ms": 0.134, "count": 49, "max_ms": 0.28, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.561, "count": 49, "max_ms": 2.727, "p95_ms": 2.54}}, "gstreamer_push": {"avg_ms": 3.33, "count": 49, "max_ms": 5.818, "p95_ms": 4.748}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 49, "max_ms": 0.138, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.783, "count": 49, "max_ms": 81.68, "p95_ms": 70.269}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.144, "count": 49, "max_ms": 11.631, "p95_ms": 10.549}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.424, "count": 49, "max_ms": 167.771, "p95_ms": 119.038}, "inference_input_copy_ms": {"avg_ms": 1.638, "count": 49, "max_ms": 4.176, "p95_ms": 2.434}, "processing_residual_ms": {"avg_ms": 0.233, "count": 49, "max_ms": 0.531, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.439, "count": 49, "max_ms": 172.303, "p95_ms": 123.213}, "read_interval": {"avg_ms": 527.556, "count": 48, "max_ms": 19100.033, "p95_ms": 209.8}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 49, "max_ms": 0.032, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.731, "count": 49, "max_ms": 1.958, "p95_ms": 1.405}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 49, "max_ms": 0.051, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.716, "count": 49, "max_ms": 1.926, "p95_ms": 1.375}, "worker_merge_ms": {"avg_ms": 0.007, "count": 49, "max_ms": 0.023, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.798, "count": 49, "max_ms": 81.694, "p95_ms": 70.278}, "visualize": {"avg_ms": 39.582, "count": 49, "max_ms": 80.856, "p95_ms": 49.653}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.063, "count": 49, "max_ms": 49.029, "p95_ms": 43.02}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.063, "count": 49, "max_ms": 79.388, "p95_ms": 47.529}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 49, "max_ms": 2.272, "p95_ms": 2.149}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.942, "count": 49, "max_ms": 79.225, "p95_ms": 47.353}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 49, "max_ms": 0.124, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1217.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.178, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.954, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 851989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93214, "write_bytes_delta": 93214, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 166.0, "cpu_core_ratio": 0.114166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3337.0, "pid": 31498, "reason": null, "system_cpu_core_ratio": 0.039232, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.074934, "user_cpu_s_delta": 1.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130644, "system_cpu_s_delta": 3.3300000000017462, "user_cpu_core_ratio": 0.284043, "user_cpu_s_delta": 7.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 91, "max_ms": 5.972, "p95_ms": 4.841, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.341, "max": 9.0, "p95": 8.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.626, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 91}, "total": {"avg": 1.626, "max": 2.0, "p95": 2.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.789, "count": 30, "max": 65.178, "p95": 56.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.556, "count": 30, "max": 27.496, "p95": 22.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 917.133, "count": 30, "max": 1080.0, "p95": 1044.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.5, "count": 30, "max": 3337.0, "p95": 1120.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.174, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.402, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90638.467, "count": 30, "max": 94781.0, "p95": 94062.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 27.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.667, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.187, "count": 30, "max": 1.351, "p95": 1.326, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7082, "sampled_at": "2026-10-31T16:10:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:10:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1444833, "flush_count": 1542, "flush_interval_seconds": 30.0, "flush_state": {"count": 1542, "last_at": "2026-10-31T16:15:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:15:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1541}, "started": true, "suppressed_count": 853835, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 853696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1542, "written_record_count": 1542}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7024.723, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5bfa93df8f80] error while decoding MB 92 60, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2364559257600, "copied_frame_count": 855237, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2364559257600, "frame_buffer_copies": 855237, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.4946, "p50_ms": 0.099, "p95_ms": 0.2196, "p99_ms": 0.324}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5707, "count": 512, "max_ms": 4.5839, "p50_ms": 1.4993, "p95_ms": 2.5613, "p99_ms": 3.2245, "results": {"failed": 0, "not_applicable": 0, "success": 855237, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 388, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:16:32+09:00", "last_error_summary": "[h264 @ 0x5bfa93df8f80] error while decoding MB 92 60, bytestream -5", "last_exit_at": "2026-10-31T16:10:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 373.503, "last_started_at": "2026-10-31T16:10:19+09:00", "pid": 31614, "process": {"exists": false, "pid": 31614}, "restart_count": 122, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.519, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-31T16:16:32+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-31T16:16:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 454.917, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 145.083, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-31T16:16:32.607549+09:00", "mtime_epoch": 1793430992.6075494, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:16:32+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1218.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 855237, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.049, "max": 17.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.363, "max": 5.0, "p95": 5.0, "sample_count": 245}, "total": {"avg": 3.363, "max": 5.0, "p95": 5.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.11, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.11, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.17, "pushed": 8.17, "read": 8.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 131.805, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.939, "count": 245, "max_ms": 5.588, "p95_ms": 3.164, "reason": null, "sample_age_ms": 73.924, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 245, "max_ms": 5.222, "p95_ms": 2.283, "reason": null, "sample_age_ms": 74.126, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.325, "count": 244, "max_ms": 0.888, "p95_ms": 0.613, "reason": null, "sample_age_ms": 131.811, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.996, "count": 245, "max_ms": 4.934, "p95_ms": 3.4, "reason": null, "sample_age_ms": 72.104, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.073, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.015, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.675, "count": 244, "max_ms": 78.815, "p95_ms": 70.654, "reason": null, "sample_age_ms": 131.802, "source": "client_direct"}, "sample_age_ms": 72.061, "source": "client_direct", "task_total_ms": {"avg_ms": 51.165, "count": 244, "max_ms": 81.645, "p95_ms": 72.876, "reason": null, "sample_age_ms": 131.799, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.077, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.647, "count": 245, "max_ms": 17.969, "p95_ms": 10.845}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.549, "count": 245, "max_ms": 1.619, "p95_ms": 1.09}, "detection_prepare_ms": {"avg_ms": 1.703, "count": 245, "max_ms": 9.102, "p95_ms": 3.039}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.038, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 245, "max_ms": 1.282, "p95_ms": 0.861}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.059, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.411, "count": 245, "max_ms": 5.975, "p95_ms": 2.993}, "setup_ms": {"avg_ms": 0.041, "count": 245, "max_ms": 0.112, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.592, "count": 245, "max_ms": 17.888, "p95_ms": 10.764}, "track_match_ms": {"avg_ms": 0.109, "count": 245, "max_ms": 0.399, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 2.272, "count": 245, "max_ms": 10.71, "p95_ms": 3.689}}, "gstreamer_push": {"avg_ms": 3.327, "count": 245, "max_ms": 7.892, "p95_ms": 5.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 245, "max_ms": 0.175, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.578, "count": 245, "max_ms": 83.224, "p95_ms": 76.29}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.405, "count": 245, "max_ms": 16.44, "p95_ms": 8.453}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.329, "count": 245, "max_ms": 151.806, "p95_ms": 129.982}, "inference_input_copy_ms": {"avg_ms": 1.916, "count": 245, "max_ms": 8.705, "p95_ms": 3.239}, "processing_residual_ms": {"avg_ms": 0.23, "count": 245, "max_ms": 0.592, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.88, "count": 245, "max_ms": 158.214, "p95_ms": 136.364}, "read_interval": {"avg_ms": 122.561, "count": 245, "max_ms": 212.413, "p95_ms": 164.251}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 245, "max_ms": 0.052, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.342, "count": 245, "max_ms": 5.719, "p95_ms": 2.889}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.129, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.326, "count": 245, "max_ms": 5.676, "p95_ms": 2.862}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.592, "count": 245, "max_ms": 83.235, "p95_ms": 76.313}, "visualize": {"avg_ms": 40.86, "count": 245, "max_ms": 73.338, "p95_ms": 54.246}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.218, "count": 245, "max_ms": 60.256, "p95_ms": 43.327}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.29, "count": 245, "max_ms": 71.73, "p95_ms": 52.69}, "visualize_input_copy_ms": {"avg_ms": 1.368, "count": 245, "max_ms": 3.0, "p95_ms": 2.229}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.154, "count": 245, "max_ms": 71.563, "p95_ms": 52.519}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 245, "max_ms": 0.222, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1218.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.865, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.602, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94381, "write_bytes_delta": 94381, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.414319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31614, "reason": null, "system_cpu_core_ratio": 0.035812, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.378508, "user_cpu_s_delta": 7.610000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.83534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57199, "system_cpu_s_delta": 11.5, "user_cpu_core_ratio": 1.263351, "user_cpu_s_delta": 25.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 248, "max_ms": 9.255, "p95_ms": 5.343, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.089, "max": 17.0, "p95": 14.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.194, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.23, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.983, "count": 30, "max": 65.178, "p95": 47.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.732, "count": 30, "max": 24.747, "p95": 22.301, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 973.233, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 326.433, "count": 30, "max": 3337.0, "p95": 1201.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.118, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.411, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.133, "count": 30, "max": 41.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.623, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.326, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7100, "sampled_at": "2026-10-31T16:16:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:16:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1444833, "flush_count": 1542, "flush_interval_seconds": 30.0, "flush_state": {"count": 1542, "last_at": "2026-10-31T16:15:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:15:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1541}, "started": true, "suppressed_count": 853836, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 853697}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1542, "written_record_count": 1542}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7025.109, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:16:32+09:00", "last_error_summary": "[h264 @ 0x5bfa93df8f80] error while decoding MB 92 60, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2364562022400, "copied_frame_count": 855238, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2364562022400, "frame_buffer_copies": 855238, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.4946, "p50_ms": 0.0989, "p95_ms": 0.2196, "p99_ms": 0.324}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5702, "count": 512, "max_ms": 4.5839, "p50_ms": 1.4993, "p95_ms": 2.5613, "p99_ms": 3.2245, "results": {"failed": 0, "not_applicable": 0, "success": 855238, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 388, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:16:32+09:00", "last_error_summary": "[h264 @ 0x5bfa93df8f80] error while decoding MB 92 60, bytestream -5", "last_exit_at": "2026-10-31T16:16:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 373.587, "last_started_at": "2026-10-31T16:10:19+09:00", "pid": 31614, "process": {"exists": false, "pid": 31614}, "restart_count": 122, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.52, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T16:16:32+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-31T16:16:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 454.996, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 145.004, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-10-31T16:16:32.607549+09:00", "mtime_epoch": 1793430992.6075494, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:16:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1218.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 855238, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.045, "max": 17.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.363, "max": 5.0, "p95": 5.0, "sample_count": 245}, "total": {"avg": 3.363, "max": 5.0, "p95": 5.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.106, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.106, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.179, "pushed": 8.179, "read": 8.146}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 81.326, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.924, "count": 244, "max_ms": 5.588, "p95_ms": 3.145, "reason": null, "sample_age_ms": 164.022, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 244, "max_ms": 5.222, "p95_ms": 2.287, "reason": null, "sample_age_ms": 164.225, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.325, "count": 244, "max_ms": 0.888, "p95_ms": 0.613, "reason": null, "sample_age_ms": 81.336, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.997, "count": 244, "max_ms": 4.934, "p95_ms": 3.405, "reason": null, "sample_age_ms": 162.203, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.172, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.577, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.84, "count": 244, "max_ms": 80.558, "p95_ms": 70.94, "reason": null, "sample_age_ms": 81.321, "source": "client_direct"}, "sample_age_ms": 81.316, "source": "client_direct", "task_total_ms": {"avg_ms": 51.331, "count": 244, "max_ms": 82.686, "p95_ms": 73.579, "reason": null, "sample_age_ms": 81.316, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.644, "count": 245, "max_ms": 17.969, "p95_ms": 10.845}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.549, "count": 245, "max_ms": 1.619, "p95_ms": 1.09}, "detection_prepare_ms": {"avg_ms": 1.704, "count": 245, "max_ms": 9.102, "p95_ms": 3.039}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.038, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 245, "max_ms": 1.282, "p95_ms": 0.861}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.059, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.409, "count": 245, "max_ms": 5.975, "p95_ms": 2.993}, "setup_ms": {"avg_ms": 0.041, "count": 245, "max_ms": 0.112, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.589, "count": 245, "max_ms": 17.888, "p95_ms": 10.764}, "track_match_ms": {"avg_ms": 0.109, "count": 245, "max_ms": 0.399, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 2.271, "count": 245, "max_ms": 10.71, "p95_ms": 3.689}}, "gstreamer_push": {"avg_ms": 3.323, "count": 245, "max_ms": 7.892, "p95_ms": 5.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 245, "max_ms": 0.175, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.677, "count": 245, "max_ms": 88.059, "p95_ms": 76.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.397, "count": 245, "max_ms": 16.44, "p95_ms": 8.453}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.494, "count": 245, "max_ms": 151.806, "p95_ms": 130.598}, "inference_input_copy_ms": {"avg_ms": 1.915, "count": 245, "max_ms": 8.705, "p95_ms": 3.239}, "processing_residual_ms": {"avg_ms": 0.23, "count": 245, "max_ms": 0.592, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.036, "count": 245, "max_ms": 158.214, "p95_ms": 136.527}, "read_interval": {"avg_ms": 122.555, "count": 244, "max_ms": 212.413, "p95_ms": 164.251}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 245, "max_ms": 0.052, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.34, "count": 245, "max_ms": 5.719, "p95_ms": 2.889}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.129, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.324, "count": 245, "max_ms": 5.676, "p95_ms": 2.862}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.69, "count": 245, "max_ms": 88.068, "p95_ms": 76.904}, "visualize": {"avg_ms": 40.93, "count": 245, "max_ms": 73.338, "p95_ms": 54.246}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.267, "count": 245, "max_ms": 60.256, "p95_ms": 43.327}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.333, "count": 245, "max_ms": 71.73, "p95_ms": 52.69}, "visualize_input_copy_ms": {"avg_ms": 1.395, "count": 245, "max_ms": 8.083, "p95_ms": 2.352}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.197, "count": 245, "max_ms": 71.563, "p95_ms": 52.519}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 245, "max_ms": 0.222, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1218.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.865, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.602, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94381, "write_bytes_delta": 94381, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.414319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31614, "reason": null, "system_cpu_core_ratio": 0.035812, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.378508, "user_cpu_s_delta": 7.610000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.83534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57199, "system_cpu_s_delta": 11.5, "user_cpu_core_ratio": 1.263351, "user_cpu_s_delta": 25.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 248, "max_ms": 9.255, "p95_ms": 5.343, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.089, "max": 17.0, "p95": 14.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.194, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.23, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.983, "count": 30, "max": 65.178, "p95": 47.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.732, "count": 30, "max": 24.747, "p95": 22.301, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 973.233, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 326.433, "count": 30, "max": 3337.0, "p95": 1201.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.118, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.411, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.133, "count": 30, "max": 41.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.623, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.326, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7100, "sampled_at": "2026-10-31T16:16:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:16:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1444833, "flush_count": 1542, "flush_interval_seconds": 30.0, "flush_state": {"count": 1542, "last_at": "2026-10-31T16:15:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:15:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1541}, "started": true, "suppressed_count": 853836, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 853697}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1542, "written_record_count": 1542}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7025.613, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2364562022400, "copied_frame_count": 855238, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2364562022400, "frame_buffer_copies": 855238, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.4946, "p50_ms": 0.0989, "p95_ms": 0.2196, "p99_ms": 0.324}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5702, "count": 512, "max_ms": 4.5839, "p50_ms": 1.4993, "p95_ms": 2.5613, "p99_ms": 3.2245, "results": {"failed": 0, "not_applicable": 0, "success": 855238, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 388, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:16:32+09:00", "last_error_summary": "[h264 @ 0x5bfa93df8f80] error while decoding MB 92 60, bytestream -5", "last_exit_at": "2026-10-31T16:16:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 373.634, "last_started_at": "2026-10-31T16:10:19+09:00", "pid": 31614, "process": {"exists": false, "pid": 31614}, "restart_count": 122, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.52, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-31T16:16:32+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-10-31T16:16:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.042, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 144.958, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-31T16:16:32.761550+09:00", "mtime_epoch": 1793430992.7615504, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93385}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:16:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1218.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 855238, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.041, "max": 17.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.365, "max": 5.0, "p95": 5.0, "sample_count": 244}, "total": {"avg": 3.365, "max": 5.0, "p95": 5.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.102, "max": 1.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.102, "max": 1.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.135, "pushed": 8.168, "read": 8.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 125.911, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.924, "count": 244, "max_ms": 5.588, "p95_ms": 3.145, "reason": null, "sample_age_ms": 208.607, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 244, "max_ms": 5.222, "p95_ms": 2.287, "reason": null, "sample_age_ms": 208.81, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.325, "count": 244, "max_ms": 0.888, "p95_ms": 0.613, "reason": null, "sample_age_ms": 125.921, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.997, "count": 244, "max_ms": 4.934, "p95_ms": 3.405, "reason": null, "sample_age_ms": 206.788, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 206.757, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.161, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.84, "count": 244, "max_ms": 80.558, "p95_ms": 70.94, "reason": null, "sample_age_ms": 125.905, "source": "client_direct"}, "sample_age_ms": 125.9, "source": "client_direct", "task_total_ms": {"avg_ms": 51.331, "count": 244, "max_ms": 82.686, "p95_ms": 73.579, "reason": null, "sample_age_ms": 125.9, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.841, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.642, "count": 244, "max_ms": 17.969, "p95_ms": 10.845}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.548, "count": 244, "max_ms": 1.619, "p95_ms": 1.09}, "detection_prepare_ms": {"avg_ms": 1.705, "count": 244, "max_ms": 9.102, "p95_ms": 3.039}, "event_filter_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.038, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.496, "count": 244, "max_ms": 1.282, "p95_ms": 0.861}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.059, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.409, "count": 244, "max_ms": 5.975, "p95_ms": 2.993}, "setup_ms": {"avg_ms": 0.041, "count": 244, "max_ms": 0.112, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.587, "count": 244, "max_ms": 17.888, "p95_ms": 10.764}, "track_match_ms": {"avg_ms": 0.108, "count": 244, "max_ms": 0.399, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 2.269, "count": 244, "max_ms": 10.71, "p95_ms": 3.689}}, "gstreamer_push": {"avg_ms": 3.323, "count": 245, "max_ms": 7.892, "p95_ms": 5.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 244, "max_ms": 0.175, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.7, "count": 244, "max_ms": 88.059, "p95_ms": 76.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.399, "count": 244, "max_ms": 16.44, "p95_ms": 8.453}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.513, "count": 244, "max_ms": 151.806, "p95_ms": 130.598}, "inference_input_copy_ms": {"avg_ms": 1.917, "count": 244, "max_ms": 8.705, "p95_ms": 3.239}, "processing_residual_ms": {"avg_ms": 0.23, "count": 244, "max_ms": 0.592, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.059, "count": 244, "max_ms": 158.214, "p95_ms": 136.527}, "read_interval": {"avg_ms": 122.555, "count": 244, "max_ms": 212.413, "p95_ms": 164.251}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 244, "max_ms": 0.052, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.341, "count": 244, "max_ms": 5.719, "p95_ms": 2.889}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 244, "max_ms": 0.129, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.324, "count": 244, "max_ms": 5.676, "p95_ms": 2.862}, "worker_merge_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.714, "count": 244, "max_ms": 88.068, "p95_ms": 76.904}, "visualize": {"avg_ms": 40.927, "count": 244, "max_ms": 73.338, "p95_ms": 54.246}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.262, "count": 244, "max_ms": 60.256, "p95_ms": 43.327}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.329, "count": 244, "max_ms": 71.73, "p95_ms": 52.69}, "visualize_input_copy_ms": {"avg_ms": 1.396, "count": 244, "max_ms": 8.083, "p95_ms": 2.352}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.194, "count": 244, "max_ms": 71.563, "p95_ms": 52.519}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 244, "max_ms": 0.222, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1218.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.865, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.602, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94381, "write_bytes_delta": 94381, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.414319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31614, "reason": null, "system_cpu_core_ratio": 0.035812, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.378508, "user_cpu_s_delta": 7.610000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.83534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57199, "system_cpu_s_delta": 11.5, "user_cpu_core_ratio": 1.263351, "user_cpu_s_delta": 25.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 248, "max_ms": 9.255, "p95_ms": 5.343, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.089, "max": 17.0, "p95": 14.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.194, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.23, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.983, "count": 30, "max": 65.178, "p95": 47.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.732, "count": 30, "max": 24.747, "p95": 22.301, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 973.233, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 326.433, "count": 30, "max": 3337.0, "p95": 1201.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.118, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.411, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.133, "count": 30, "max": 41.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.623, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.326, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7100, "sampled_at": "2026-10-31T16:16:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:16:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1444833, "flush_count": 1542, "flush_interval_seconds": 30.0, "flush_state": {"count": 1542, "last_at": "2026-10-31T16:15:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:15:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1541}, "started": true, "suppressed_count": 853836, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 853697}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1542, "written_record_count": 1542}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7198.531, "limit_mb": null}, "detail": {"pid": 31730, "restart_count": 123, "start_count": 124}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2364562022400, "copied_frame_count": 855238, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2364562022400, "frame_buffer_copies": 855238, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.4946, "p50_ms": 0.0989, "p95_ms": 0.2196, "p99_ms": 0.324}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5702, "count": 512, "max_ms": 4.5839, "p50_ms": 1.4993, "p95_ms": 2.5613, "p99_ms": 3.2245, "results": {"failed": 0, "not_applicable": 0, "success": 855238, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 115, "h264_decode_error_count": 388, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:16:32+09:00", "last_error_summary": "[h264 @ 0x5bfa93df8f80] error while decoding MB 92 60, bytestream -5", "last_exit_at": "2026-10-31T16:16:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:16:35+09:00", "pid": 31730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.98, "name": "ffmpeg", "pid": 31730, "rss_mb": 208.98, "state": "S (sleeping)", "threads": 70}, "restart_count": 123, "restart_count_per_hour": 8, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.56, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.278, "last_frame_pushed_at": "2026-10-31T16:16:32+09:00", "last_frame_read_age_sec": 4.43, "last_frame_read_at": "2026-10-31T16:16:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 459.298, "last_sample_duration_ms": 774.658, "last_trigger": "periodic", "next_snapshot_in_sec": 140.702, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 154, "storage_bytes": 2498947}, "mjpeg": {"age_sec": 4.269, "exists": true, "mtime": "2026-10-31T16:16:32.761550+09:00", "mtime_epoch": 1793430992.7615504, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93385}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:16:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1218.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 855238, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.756, "max": 14.0, "p95": 8.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.421, "max": 5.0, "p95": 5.0, "sample_count": 209}, "total": {"avg": 3.421, "max": 5.0, "p95": 5.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.091, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.091, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.991, "pushed": 6.991, "read": 6.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4354.671, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 208, "max_ms": 5.588, "p95_ms": 2.972, "reason": null, "sample_age_ms": 4437.368, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 208, "max_ms": 5.222, "p95_ms": 2.273, "reason": null, "sample_age_ms": 4437.57, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 209, "max_ms": 0.888, "p95_ms": 0.608, "reason": null, "sample_age_ms": 4354.681, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.987, "count": 208, "max_ms": 4.934, "p95_ms": 3.304, "reason": null, "sample_age_ms": 4435.549, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4435.517, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4354.922, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.982, "count": 209, "max_ms": 80.558, "p95_ms": 70.985, "reason": null, "sample_age_ms": 4354.666, "source": "client_direct"}, "sample_age_ms": 4354.661, "source": "client_direct", "task_total_ms": {"avg_ms": 51.449, "count": 209, "max_ms": 82.686, "p95_ms": 73.395, "reason": null, "sample_age_ms": 4354.661, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.221, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.744, "count": 209, "max_ms": 17.969, "p95_ms": 11.244}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.573, "count": 209, "max_ms": 1.619, "p95_ms": 1.112}, "detection_prepare_ms": {"avg_ms": 1.681, "count": 209, "max_ms": 9.102, "p95_ms": 2.963}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.038, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.51, "count": 209, "max_ms": 1.282, "p95_ms": 0.918}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.491, "count": 209, "max_ms": 5.975, "p95_ms": 3.058}, "setup_ms": {"avg_ms": 0.04, "count": 209, "max_ms": 0.112, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 6.689, "count": 209, "max_ms": 17.888, "p95_ms": 11.145}, "track_match_ms": {"avg_ms": 0.108, "count": 209, "max_ms": 0.399, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 2.276, "count": 209, "max_ms": 10.71, "p95_ms": 3.847}}, "gstreamer_push": {"avg_ms": 3.345, "count": 209, "max_ms": 7.892, "p95_ms": 5.19}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 209, "max_ms": 0.175, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.809, "count": 209, "max_ms": 88.059, "p95_ms": 76.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.467, "count": 209, "max_ms": 16.44, "p95_ms": 9.491}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.714, "count": 209, "max_ms": 151.806, "p95_ms": 130.598}, "inference_input_copy_ms": {"avg_ms": 1.938, "count": 209, "max_ms": 8.705, "p95_ms": 3.239}, "processing_residual_ms": {"avg_ms": 0.229, "count": 209, "max_ms": 0.592, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.347, "count": 209, "max_ms": 158.214, "p95_ms": 137.587}, "read_interval": {"avg_ms": 122.942, "count": 208, "max_ms": 212.413, "p95_ms": 165.121}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.052, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.422, "count": 209, "max_ms": 5.719, "p95_ms": 2.926}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 209, "max_ms": 0.129, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.405, "count": 209, "max_ms": 5.676, "p95_ms": 2.912}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.822, "count": 209, "max_ms": 88.068, "p95_ms": 76.904}, "visualize": {"avg_ms": 40.924, "count": 209, "max_ms": 73.338, "p95_ms": 54.324}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.183, "count": 209, "max_ms": 60.256, "p95_ms": 43.505}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.338, "count": 209, "max_ms": 71.73, "p95_ms": 52.69}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 209, "max_ms": 8.083, "p95_ms": 2.352}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.202, "count": 209, "max_ms": 71.563, "p95_ms": 52.528}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 209, "max_ms": 0.174, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1218.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.865, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.602, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 855111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94381, "write_bytes_delta": 94381, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.414319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 31614, "reason": null, "system_cpu_core_ratio": 0.035812, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.378508, "user_cpu_s_delta": 7.610000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.83534, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57199, "system_cpu_s_delta": 11.5, "user_cpu_core_ratio": 1.263351, "user_cpu_s_delta": 25.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 248, "max_ms": 9.255, "p95_ms": 5.343, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.089, "max": 17.0, "p95": 14.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.194, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.23, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.983, "count": 30, "max": 65.178, "p95": 47.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.732, "count": 30, "max": 24.747, "p95": 22.301, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 973.233, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 326.433, "count": 30, "max": 3337.0, "p95": 1201.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.118, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.411, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92493.7, "count": 30, "max": 94781.0, "p95": 94287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.133, "count": 30, "max": 41.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.623, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.326, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7100, "sampled_at": "2026-10-31T16:16:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:16:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1449833, "flush_count": 1547, "flush_interval_seconds": 30.0, "flush_state": {"count": 1547, "last_at": "2026-10-31T16:20:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:20:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1546}, "started": true, "suppressed_count": 856205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 856066}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1547, "written_record_count": 1547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7029.414, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x584c2722ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x584c2722ef40] error while decoding MB 0 62, bytestream 4772 [h264 @ 0x584c2717de80] left block unavailable for requested intra mode [h264 @ 0x584c2717de80] error while decoding MB 0 67, bytestream 4207 [h264 @ 0x584c271ce4c0] cabac decode of qscale diff failed at 105 51 [h264 @ 0x584c271ce4c0] error while decoding MB 105 51, bytestream 1650 [h264 @ 0x584c271a6140] left block unavailable for requested intra4x4", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2371122892800, "copied_frame_count": 857611, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2371122892800, "frame_buffer_copies": 857611, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 0.478, "p50_ms": 0.0947, "p95_ms": 0.2035, "p99_ms": 0.2635}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4915, "count": 512, "max_ms": 4.6074, "p50_ms": 1.3938, "p95_ms": 2.4435, "p99_ms": 3.0703, "results": {"failed": 0, "not_applicable": 0, "success": 857611, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:21:31+09:00", "last_error_summary": "[h264 @ 0x584c2722ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x584c2722ef40] error while decoding MB 0 62, bytestream 4772 [h264 @ 0x584c2717de80] left block unavailable for requested intra mode [h264 @ 0x584c2717de80] error while decoding MB 0 67, bytestream 4207 [h264 @ 0x584c271ce4c0] cabac decode of qscale diff failed at 105 51 [h264 @ 0x584c271ce4c0] error while decoding MB 105 51, bytestream 1650 [h264 @ 0x584c271a6140] left block unavailable for requested intra4x4", "last_exit_at": "2026-10-31T16:16:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.941, "last_started_at": "2026-10-31T16:16:35+09:00", "pid": 31730, "process": {"exists": false, "pid": 31730}, "restart_count": 123, "restart_count_per_hour": 8, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.345, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-10-31T16:21:31+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-10-31T16:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.294, "last_sample_duration_ms": 1082.983, "last_trigger": "periodic", "next_snapshot_in_sec": 447.706, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 155, "storage_bytes": 2508517}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-31T16:21:31.880531+09:00", "mtime_epoch": 1793431291.880531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95638}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:21:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1219.906, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 857612, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.438, "max": 11.0, "p95": 10.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "by_category.소형선박": {"avg": 2.163, "max": 3.0, "p95": 3.0, "sample_count": 80}, "total": {"avg": 2.987, "max": 4.0, "p95": 4.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 0.175, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 0.175, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 81, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.669, "pushed": 2.669, "read": 2.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.035, "p95_ms": 0.013, "reason": null, "sample_age_ms": 46.852, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.998, "count": 81, "max_ms": 7.936, "p95_ms": 2.781, "reason": null, "sample_age_ms": 96.654, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 81, "max_ms": 7.612, "p95_ms": 2.261, "reason": null, "sample_age_ms": 97.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 81, "max_ms": 0.862, "p95_ms": 0.751, "reason": null, "sample_age_ms": 46.862, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.938, "count": 81, "max_ms": 3.467, "p95_ms": 3.007, "reason": null, "sample_age_ms": 95.006, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2764808.0, "count": 81, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.986, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.26, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.376, "count": 81, "max_ms": 72.204, "p95_ms": 65.834, "reason": null, "sample_age_ms": 46.847, "source": "client_direct"}, "sample_age_ms": 46.843, "source": "client_direct", "task_total_ms": {"avg_ms": 50.853, "count": 81, "max_ms": 73.66, "p95_ms": 69.201, "reason": null, "sample_age_ms": 46.843, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.384, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 80, "max_ms": 15.221, "p95_ms": 11.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.482, "count": 80, "max_ms": 1.206, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 2.046, "count": 80, "max_ms": 5.89, "p95_ms": 3.894}, "event_filter_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.368, "count": 80, "max_ms": 0.789, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.14, "count": 80, "max_ms": 4.063, "p95_ms": 3.608}, "setup_ms": {"avg_ms": 0.042, "count": 80, "max_ms": 0.122, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 7.325, "count": 80, "max_ms": 15.149, "p95_ms": 11.502}, "track_match_ms": {"avg_ms": 0.111, "count": 80, "max_ms": 0.419, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 2.126, "count": 80, "max_ms": 4.408, "p95_ms": 3.481}}, "gstreamer_push": {"avg_ms": 3.253, "count": 80, "max_ms": 7.122, "p95_ms": 4.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 80, "max_ms": 0.128, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.292, "count": 80, "max_ms": 74.606, "p95_ms": 70.493}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.468, "count": 80, "max_ms": 11.911, "p95_ms": 9.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.249, "count": 80, "max_ms": 136.872, "p95_ms": 125.955}, "inference_input_copy_ms": {"avg_ms": 1.837, "count": 80, "max_ms": 3.894, "p95_ms": 3.059}, "processing_residual_ms": {"avg_ms": 0.232, "count": 80, "max_ms": 0.829, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.786, "count": 80, "max_ms": 143.027, "p95_ms": 132.469}, "read_interval": {"avg_ms": 370.54, "count": 81, "max_ms": 10342.722, "p95_ms": 163.66}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 80, "max_ms": 0.222, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.071, "count": 80, "max_ms": 3.99, "p95_ms": 3.475}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.058, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.049, "count": 80, "max_ms": 3.972, "p95_ms": 3.416}, "worker_merge_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.019, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.306, "count": 80, "max_ms": 74.612, "p95_ms": 70.502}, "visualize": {"avg_ms": 38.323, "count": 80, "max_ms": 55.766, "p95_ms": 49.81}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.476, "count": 80, "max_ms": 46.004, "p95_ms": 41.063}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.816, "count": 80, "max_ms": 54.291, "p95_ms": 48.292}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 80, "max_ms": 2.626, "p95_ms": 2.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.69, "count": 80, "max_ms": 54.048, "p95_ms": 48.174}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 80, "max_ms": 0.15, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1219.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.909, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.495, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89501, "write_bytes_delta": 89501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 766.0, "cpu_core_ratio": 0.519917, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 298.0, "pid": 31730, "reason": null, "system_cpu_core_ratio": 0.152476, "system_cpu_s_delta": 3.049999999999999, "user_cpu_core_ratio": 0.367441, "user_cpu_s_delta": 7.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522416, "system_cpu_s_delta": 10.44999999999709, "user_cpu_core_ratio": 1.165814, "user_cpu_s_delta": 23.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.1, "count": 251, "max_ms": 6.559, "p95_ms": 4.817, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.255, "max": 19.0, "p95": 10.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 2.163, "max": 4.0, "p95": 3.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.33, "count": 30, "max": 62.272, "p95": 56.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.307, "count": 30, "max": 25.831, "p95": 24.31, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.667, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 873.667, "count": 30, "max": 14390.0, "p95": 3059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.152, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.42, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.284, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 39.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.62, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.316, "p95": 1.282, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7114, "sampled_at": "2026-10-31T16:20:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:20:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1449833, "flush_count": 1547, "flush_interval_seconds": 30.0, "flush_state": {"count": 1547, "last_at": "2026-10-31T16:20:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:20:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1546}, "started": true, "suppressed_count": 856205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 856066}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1547, "written_record_count": 1547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7029.281, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:21:31+09:00", "last_error_summary": "[h264 @ 0x584c2722ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x584c2722ef40] error while decoding MB 0 62, bytestream 4772 [h264 @ 0x584c2717de80] left block unavailable for requested intra mode [h264 @ 0x584c2717de80] error while decoding MB 0 67, bytestream 4207 [h264 @ 0x584c271ce4c0] cabac decode of qscale diff failed at 105 51 [h264 @ 0x584c271ce4c0] error while decoding MB 105 51, bytestream 1650 [h264 @ 0x584c271a6140] left block unavailable for requested intra4x4", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2371125657600, "copied_frame_count": 857612, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2371125657600, "frame_buffer_copies": 857612, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 0.478, "p50_ms": 0.0946, "p95_ms": 0.2035, "p99_ms": 0.2635}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4914, "count": 512, "max_ms": 4.6074, "p50_ms": 1.3938, "p95_ms": 2.4435, "p99_ms": 3.0703, "results": {"failed": 0, "not_applicable": 0, "success": 857612, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:21:31+09:00", "last_error_summary": "[h264 @ 0x584c2722ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x584c2722ef40] error while decoding MB 0 62, bytestream 4772 [h264 @ 0x584c2717de80] left block unavailable for requested intra mode [h264 @ 0x584c2717de80] error while decoding MB 0 67, bytestream 4207 [h264 @ 0x584c271ce4c0] cabac decode of qscale diff failed at 105 51 [h264 @ 0x584c271ce4c0] error while decoding MB 105 51, bytestream 1650 [h264 @ 0x584c271a6140] left block unavailable for requested intra4x4", "last_exit_at": "2026-10-31T16:21:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.971, "last_started_at": "2026-10-31T16:16:35+09:00", "pid": 31730, "process": {"exists": false, "pid": 31730}, "restart_count": 123, "restart_count_per_hour": 8, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.345, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-31T16:21:31+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-31T16:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.317, "last_sample_duration_ms": 1082.983, "last_trigger": "periodic", "next_snapshot_in_sec": 447.683, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 155, "storage_bytes": 2508517}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-10-31T16:21:31.880531+09:00", "mtime_epoch": 1793431291.880531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95638}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:21:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1219.906, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 857612, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.42, "max": 11.0, "p95": 10.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "by_category.소형선박": {"avg": 2.16, "max": 3.0, "p95": 3.0, "sample_count": 81}, "total": {"avg": 2.975, "max": 4.0, "p95": 4.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 0.173, "max": 1.0, "p95": 1.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 0.173, "max": 1.0, "p95": 1.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 81, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.7, "pushed": 2.7, "read": 2.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.035, "p95_ms": 0.013, "reason": null, "sample_age_ms": 74.086, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.998, "count": 81, "max_ms": 7.936, "p95_ms": 2.781, "reason": null, "sample_age_ms": 123.889, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 81, "max_ms": 7.612, "p95_ms": 2.261, "reason": null, "sample_age_ms": 124.296, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 81, "max_ms": 0.862, "p95_ms": 0.751, "reason": null, "sample_age_ms": 74.096, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.938, "count": 81, "max_ms": 3.467, "p95_ms": 3.007, "reason": null, "sample_age_ms": 122.241, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2764808.0, "count": 81, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.221, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.495, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.376, "count": 81, "max_ms": 72.204, "p95_ms": 65.834, "reason": null, "sample_age_ms": 74.081, "source": "client_direct"}, "sample_age_ms": 74.078, "source": "client_direct", "task_total_ms": {"avg_ms": 50.853, "count": 81, "max_ms": 73.66, "p95_ms": 69.201, "reason": null, "sample_age_ms": 74.078, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.373, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 81, "max_ms": 15.221, "p95_ms": 11.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.487, "count": 81, "max_ms": 1.206, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 2.049, "count": 81, "max_ms": 5.89, "p95_ms": 3.894}, "event_filter_ms": {"avg_ms": 0.005, "count": 81, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.368, "count": 81, "max_ms": 0.789, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.127, "count": 81, "max_ms": 4.063, "p95_ms": 3.608}, "setup_ms": {"avg_ms": 0.043, "count": 81, "max_ms": 0.122, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 7.325, "count": 81, "max_ms": 15.149, "p95_ms": 11.502}, "track_match_ms": {"avg_ms": 0.111, "count": 81, "max_ms": 0.419, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 2.13, "count": 81, "max_ms": 4.408, "p95_ms": 3.481}}, "gstreamer_push": {"avg_ms": 3.301, "count": 81, "max_ms": 7.19, "p95_ms": 5.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 81, "max_ms": 0.128, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.272, "count": 81, "max_ms": 74.606, "p95_ms": 70.493}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.458, "count": 81, "max_ms": 11.911, "p95_ms": 9.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.357, "count": 81, "max_ms": 136.872, "p95_ms": 125.955}, "inference_input_copy_ms": {"avg_ms": 1.833, "count": 81, "max_ms": 3.894, "p95_ms": 3.059}, "processing_residual_ms": {"avg_ms": 0.232, "count": 81, "max_ms": 0.829, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.879, "count": 81, "max_ms": 143.027, "p95_ms": 132.469}, "read_interval": {"avg_ms": 370.54, "count": 81, "max_ms": 10342.722, "p95_ms": 163.66}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 81, "max_ms": 0.222, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.057, "count": 81, "max_ms": 3.99, "p95_ms": 3.475}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 81, "max_ms": 0.058, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.036, "count": 81, "max_ms": 3.972, "p95_ms": 3.416}, "worker_merge_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.019, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.286, "count": 81, "max_ms": 74.612, "p95_ms": 70.502}, "visualize": {"avg_ms": 38.452, "count": 81, "max_ms": 55.766, "p95_ms": 49.81}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.447, "count": 81, "max_ms": 46.004, "p95_ms": 41.063}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.933, "count": 81, "max_ms": 54.291, "p95_ms": 48.292}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 81, "max_ms": 2.626, "p95_ms": 2.017}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.806, "count": 81, "max_ms": 54.048, "p95_ms": 48.174}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 81, "max_ms": 0.151, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1219.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.909, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.495, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89501, "write_bytes_delta": 89501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 766.0, "cpu_core_ratio": 0.519917, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 298.0, "pid": 31730, "reason": null, "system_cpu_core_ratio": 0.152476, "system_cpu_s_delta": 3.049999999999999, "user_cpu_core_ratio": 0.367441, "user_cpu_s_delta": 7.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522416, "system_cpu_s_delta": 10.44999999999709, "user_cpu_core_ratio": 1.165814, "user_cpu_s_delta": 23.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.1, "count": 251, "max_ms": 6.559, "p95_ms": 4.817, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.255, "max": 19.0, "p95": 10.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 2.163, "max": 4.0, "p95": 3.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.33, "count": 30, "max": 62.272, "p95": 56.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.307, "count": 30, "max": 25.831, "p95": 24.31, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.667, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 873.667, "count": 30, "max": 14390.0, "p95": 3059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.152, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.42, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.284, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 39.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.62, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.316, "p95": 1.282, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7114, "sampled_at": "2026-10-31T16:20:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:20:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1449833, "flush_count": 1547, "flush_interval_seconds": 30.0, "flush_state": {"count": 1547, "last_at": "2026-10-31T16:20:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:20:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1546}, "started": true, "suppressed_count": 856205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 856066}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1547, "written_record_count": 1547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7029.758, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2371125657600, "copied_frame_count": 857612, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2371125657600, "frame_buffer_copies": 857612, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 0.478, "p50_ms": 0.0946, "p95_ms": 0.2035, "p99_ms": 0.2635}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4914, "count": 512, "max_ms": 4.6074, "p50_ms": 1.3938, "p95_ms": 2.4435, "p99_ms": 3.0703, "results": {"failed": 0, "not_applicable": 0, "success": 857612, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:21:31+09:00", "last_error_summary": "[h264 @ 0x584c2722ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x584c2722ef40] error while decoding MB 0 62, bytestream 4772 [h264 @ 0x584c2717de80] left block unavailable for requested intra mode [h264 @ 0x584c2717de80] error while decoding MB 0 67, bytestream 4207 [h264 @ 0x584c271ce4c0] cabac decode of qscale diff failed at 105 51 [h264 @ 0x584c271ce4c0] error while decoding MB 105 51, bytestream 1650 [h264 @ 0x584c271a6140] left block unavailable for requested intra4x4", "last_exit_at": "2026-10-31T16:21:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.991, "last_started_at": "2026-10-31T16:16:35+09:00", "pid": 31730, "process": {"exists": false, "pid": 31730}, "restart_count": 123, "restart_count_per_hour": 8, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.345, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-31T16:21:31+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-31T16:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.342, "last_sample_duration_ms": 1082.983, "last_trigger": "periodic", "next_snapshot_in_sec": 447.658, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 155, "storage_bytes": 2508517}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-31T16:21:32.004532+09:00", "mtime_epoch": 1793431292.0045319, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96101}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:21:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1219.906, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 857612, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.42, "max": 11.0, "p95": 10.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "by_category.소형선박": {"avg": 2.16, "max": 3.0, "p95": 3.0, "sample_count": 81}, "total": {"avg": 2.975, "max": 4.0, "p95": 4.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 0.173, "max": 1.0, "p95": 1.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 0.173, "max": 1.0, "p95": 1.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.708, "pushed": 2.708, "read": 2.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.035, "p95_ms": 0.013, "reason": null, "sample_age_ms": 95.897, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.004, "count": 80, "max_ms": 7.936, "p95_ms": 2.784, "reason": null, "sample_age_ms": 145.699, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 80, "max_ms": 7.612, "p95_ms": 2.262, "reason": null, "sample_age_ms": 146.107, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 81, "max_ms": 0.862, "p95_ms": 0.751, "reason": null, "sample_age_ms": 95.907, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.946, "count": 80, "max_ms": 3.467, "p95_ms": 3.012, "reason": null, "sample_age_ms": 144.052, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.031, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.305, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.376, "count": 81, "max_ms": 72.204, "p95_ms": 65.834, "reason": null, "sample_age_ms": 95.892, "source": "client_direct"}, "sample_age_ms": 95.888, "source": "client_direct", "task_total_ms": {"avg_ms": 50.853, "count": 81, "max_ms": 73.66, "p95_ms": 69.201, "reason": null, "sample_age_ms": 95.888, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.553, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 81, "max_ms": 15.221, "p95_ms": 11.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.487, "count": 81, "max_ms": 1.206, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 2.049, "count": 81, "max_ms": 5.89, "p95_ms": 3.894}, "event_filter_ms": {"avg_ms": 0.005, "count": 81, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.368, "count": 81, "max_ms": 0.789, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.127, "count": 81, "max_ms": 4.063, "p95_ms": 3.608}, "setup_ms": {"avg_ms": 0.043, "count": 81, "max_ms": 0.122, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 7.325, "count": 81, "max_ms": 15.149, "p95_ms": 11.502}, "track_match_ms": {"avg_ms": 0.111, "count": 81, "max_ms": 0.419, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 2.13, "count": 81, "max_ms": 4.408, "p95_ms": 3.481}}, "gstreamer_push": {"avg_ms": 3.301, "count": 81, "max_ms": 7.19, "p95_ms": 5.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 81, "max_ms": 0.128, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.272, "count": 81, "max_ms": 74.606, "p95_ms": 70.493}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.458, "count": 81, "max_ms": 11.911, "p95_ms": 9.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.357, "count": 81, "max_ms": 136.872, "p95_ms": 125.955}, "inference_input_copy_ms": {"avg_ms": 1.833, "count": 81, "max_ms": 3.894, "p95_ms": 3.059}, "processing_residual_ms": {"avg_ms": 0.232, "count": 81, "max_ms": 0.829, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.879, "count": 81, "max_ms": 143.027, "p95_ms": 132.469}, "read_interval": {"avg_ms": 373.412, "count": 80, "max_ms": 10342.722, "p95_ms": 163.66}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 81, "max_ms": 0.222, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.057, "count": 81, "max_ms": 3.99, "p95_ms": 3.475}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 81, "max_ms": 0.058, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.036, "count": 81, "max_ms": 3.972, "p95_ms": 3.416}, "worker_merge_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.019, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.286, "count": 81, "max_ms": 74.612, "p95_ms": 70.502}, "visualize": {"avg_ms": 38.452, "count": 81, "max_ms": 55.766, "p95_ms": 49.81}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.447, "count": 81, "max_ms": 46.004, "p95_ms": 41.063}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.933, "count": 81, "max_ms": 54.291, "p95_ms": 48.292}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 81, "max_ms": 2.626, "p95_ms": 2.017}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.806, "count": 81, "max_ms": 54.048, "p95_ms": 48.174}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 81, "max_ms": 0.151, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1219.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.909, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.495, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89501, "write_bytes_delta": 89501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 766.0, "cpu_core_ratio": 0.519917, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 298.0, "pid": 31730, "reason": null, "system_cpu_core_ratio": 0.152476, "system_cpu_s_delta": 3.049999999999999, "user_cpu_core_ratio": 0.367441, "user_cpu_s_delta": 7.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522416, "system_cpu_s_delta": 10.44999999999709, "user_cpu_core_ratio": 1.165814, "user_cpu_s_delta": 23.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.1, "count": 251, "max_ms": 6.559, "p95_ms": 4.817, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.255, "max": 19.0, "p95": 10.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 2.163, "max": 4.0, "p95": 3.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.33, "count": 30, "max": 62.272, "p95": 56.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.307, "count": 30, "max": 25.831, "p95": 24.31, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.667, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 873.667, "count": 30, "max": 14390.0, "p95": 3059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.152, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.42, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.284, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 39.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.62, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.316, "p95": 1.282, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7114, "sampled_at": "2026-10-31T16:20:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:20:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1449833, "flush_count": 1547, "flush_interval_seconds": 30.0, "flush_state": {"count": 1547, "last_at": "2026-10-31T16:20:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:20:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1546}, "started": true, "suppressed_count": 856205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 856066}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1547, "written_record_count": 1547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7205.285, "limit_mb": null}, "detail": {"pid": 31846, "restart_count": 124, "start_count": 125}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2371125657600, "copied_frame_count": 857612, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2371125657600, "frame_buffer_copies": 857612, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 0.478, "p50_ms": 0.0946, "p95_ms": 0.2035, "p99_ms": 0.2635}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4914, "count": 512, "max_ms": 4.6074, "p50_ms": 1.3938, "p95_ms": 2.4435, "p99_ms": 3.0703, "results": {"failed": 0, "not_applicable": 0, "success": 857612, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 116, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:21:31+09:00", "last_error_summary": "[h264 @ 0x584c2722ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x584c2722ef40] error while decoding MB 0 62, bytestream 4772 [h264 @ 0x584c2717de80] left block unavailable for requested intra mode [h264 @ 0x584c2717de80] error while decoding MB 0 67, bytestream 4207 [h264 @ 0x584c271ce4c0] cabac decode of qscale diff failed at 105 51 [h264 @ 0x584c271ce4c0] error while decoding MB 105 51, bytestream 1650 [h264 @ 0x584c271a6140] left block unavailable for requested intra4x4", "last_exit_at": "2026-10-31T16:21:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:21:34+09:00", "pid": 31846, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.133, "name": "ffmpeg", "pid": 31846, "rss_mb": 209.133, "state": "S (sleeping)", "threads": 70}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.308, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.165, "last_frame_pushed_at": "2026-10-31T16:21:31+09:00", "last_frame_read_age_sec": 4.286, "last_frame_read_at": "2026-10-31T16:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.487, "last_sample_duration_ms": 1082.983, "last_trigger": "periodic", "next_snapshot_in_sec": 443.513, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 155, "storage_bytes": 2508517}, "mjpeg": {"age_sec": 4.157, "exists": true, "mtime": "2026-10-31T16:21:32.004532+09:00", "mtime_epoch": 1793431292.0045319, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96101}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:21:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1219.91, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 857612, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.979, "max": 10.0, "p95": 10.0, "sample_count": 47}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 37}, "by_category.소형선박": {"avg": 1.979, "max": 2.0, "p95": 2.0, "sample_count": 47}, "total": {"avg": 2.766, "max": 3.0, "p95": 3.0, "sample_count": 47}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 47, "pushed_frames": 47, "read_frames": 47, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.569, "pushed": 1.569, "read": 1.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 47, "client_acquire_ms": {"avg_ms": 0.006, "count": 47, "max_ms": 0.014, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4238.844, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.922, "count": 47, "max_ms": 5.699, "p95_ms": 2.636, "reason": null, "sample_age_ms": 4288.647, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.338, "count": 47, "max_ms": 2.505, "p95_ms": 1.994, "reason": null, "sample_age_ms": 4289.054, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 47, "max_ms": 0.862, "p95_ms": 0.714, "reason": null, "sample_age_ms": 4238.854, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 47, "max_ms": 3.467, "p95_ms": 2.961, "reason": null, "sample_age_ms": 4286.999, "source": "client_direct"}, "request_count": 47, "request_tensor_bytes": {"avg": 2764808.0, "count": 47, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4286.979, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 47, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4239.253, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.044, "count": 47, "max_ms": 72.204, "p95_ms": 62.34, "reason": null, "sample_age_ms": 4238.839, "source": "client_direct"}, "sample_age_ms": 4238.836, "source": "client_direct", "task_total_ms": {"avg_ms": 49.411, "count": 47, "max_ms": 73.66, "p95_ms": 65.572, "reason": null, "sample_age_ms": 4238.836, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.242, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.202, "count": 47, "max_ms": 13.953, "p95_ms": 11.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.531, "count": 47, "max_ms": 1.206, "p95_ms": 0.938}, "detection_prepare_ms": {"avg_ms": 2.04, "count": 47, "max_ms": 4.921, "p95_ms": 3.997}, "event_filter_ms": {"avg_ms": 0.005, "count": 47, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.367, "count": 47, "max_ms": 0.789, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.003, "count": 47, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.992, "count": 47, "max_ms": 3.833, "p95_ms": 3.528}, "setup_ms": {"avg_ms": 0.041, "count": 47, "max_ms": 0.122, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 7.144, "count": 47, "max_ms": 13.842, "p95_ms": 11.502}, "track_match_ms": {"avg_ms": 0.092, "count": 47, "max_ms": 0.184, "p95_ms": 0.167}, "tracker_update_ms": {"avg_ms": 2.071, "count": 47, "max_ms": 4.408, "p95_ms": 3.287}}, "gstreamer_push": {"avg_ms": 3.226, "count": 47, "max_ms": 7.19, "p95_ms": 5.875}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 47, "max_ms": 0.128, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.724, "count": 47, "max_ms": 74.606, "p95_ms": 68.788}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.544, "count": 47, "max_ms": 11.369, "p95_ms": 9.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.567, "count": 47, "max_ms": 127.379, "p95_ms": 122.606}, "inference_input_copy_ms": {"avg_ms": 1.656, "count": 47, "max_ms": 3.894, "p95_ms": 2.608}, "processing_residual_ms": {"avg_ms": 0.233, "count": 47, "max_ms": 0.829, "p95_ms": 0.414}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.999, "count": 47, "max_ms": 132.546, "p95_ms": 128.364}, "read_interval": {"avg_ms": 549.567, "count": 47, "max_ms": 10342.722, "p95_ms": 160.316}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 47, "max_ms": 0.222, "p95_ms": 0.086}, "execute_total_ms": {"avg_ms": 1.921, "count": 47, "max_ms": 3.698, "p95_ms": 3.442}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 47, "max_ms": 0.058, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.897, "count": 47, "max_ms": 3.549, "p95_ms": 3.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 47, "max_ms": 0.019, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.737, "count": 47, "max_ms": 74.612, "p95_ms": 68.799}, "visualize": {"avg_ms": 38.435, "count": 47, "max_ms": 55.087, "p95_ms": 49.81}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.579, "count": 47, "max_ms": 46.004, "p95_ms": 41.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.832, "count": 47, "max_ms": 52.946, "p95_ms": 48.213}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 47, "max_ms": 2.626, "p95_ms": 2.038}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.706, "count": 47, "max_ms": 52.824, "p95_ms": 48.087}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 47, "max_ms": 0.151, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1219.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 56.909, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.495, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 857501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89501, "write_bytes_delta": 89501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 766.0, "cpu_core_ratio": 0.519917, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 298.0, "pid": 31730, "reason": null, "system_cpu_core_ratio": 0.152476, "system_cpu_s_delta": 3.049999999999999, "user_cpu_core_ratio": 0.367441, "user_cpu_s_delta": 7.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.68823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522416, "system_cpu_s_delta": 10.44999999999709, "user_cpu_core_ratio": 1.165814, "user_cpu_s_delta": 23.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.1, "count": 251, "max_ms": 6.559, "p95_ms": 4.817, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.255, "max": 19.0, "p95": 10.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 2, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 2.163, "max": 4.0, "p95": 3.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.33, "count": 30, "max": 62.272, "p95": 56.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.307, "count": 30, "max": 25.831, "p95": 24.31, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.667, "count": 30, "max": 1080.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 873.667, "count": 30, "max": 14390.0, "p95": 3059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.152, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.42, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.284, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92127.033, "count": 30, "max": 94444.0, "p95": 94334.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 39.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.62, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.316, "p95": 1.282, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7114, "sampled_at": "2026-10-31T16:20:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:20:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1457638, "flush_count": 1555, "flush_interval_seconds": 30.0, "flush_state": {"count": 1555, "last_at": "2026-10-31T16:28:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:28:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1554}, "started": true, "suppressed_count": 860232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 860093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1555, "written_record_count": 1555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7040.629, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x608c3bb7df00] error while decoding MB 47 63, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2382278860800, "copied_frame_count": 861646, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2382278860800, "frame_buffer_copies": 861646, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1117, "count": 512, "max_ms": 1.4083, "p50_ms": 0.0964, "p95_ms": 0.1983, "p99_ms": 0.3034}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4554, "count": 512, "max_ms": 5.6542, "p50_ms": 1.3569, "p95_ms": 2.344, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 861646, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 394, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:29:06+09:00", "last_error_summary": "[h264 @ 0x608c3bb7df00] error while decoding MB 47 63, bytestream -6", "last_exit_at": "2026-10-31T16:21:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.191, "last_started_at": "2026-10-31T16:21:34+09:00", "pid": 31846, "process": {"exists": false, "pid": 31846}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.287, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-31T16:29:06+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-10-31T16:29:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.986, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 595.014, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-31T16:29:06.280360+09:00", "mtime_epoch": 1793431746.2803605, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95415}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:29:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1221.844, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 861647, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.718, "max": 13.0, "p95": 11.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.027, "max": 4.0, "p95": 4.0, "sample_count": 259}, "total": {"avg": 2.027, "max": 4.0, "p95": 4.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 1.12, "max": 3.0, "p95": 2.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 1.12, "max": 3.0, "p95": 2.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.642, "pushed": 8.642, "read": 8.642}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.008, "count": 259, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 17.825, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.835, "count": 259, "max_ms": 4.123, "p95_ms": 2.723, "reason": null, "sample_age_ms": 86.076, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 259, "max_ms": 3.844, "p95_ms": 1.952, "reason": null, "sample_age_ms": 86.391, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 259, "max_ms": 1.093, "p95_ms": 0.763, "reason": null, "sample_age_ms": 17.838, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.915, "count": 259, "max_ms": 4.334, "p95_ms": 3.291, "reason": null, "sample_age_ms": 83.941, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.895, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.239, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.027, "count": 259, "max_ms": 74.029, "p95_ms": 63.98, "reason": null, "sample_age_ms": 17.819, "source": "client_direct"}, "sample_age_ms": 17.812, "source": "client_direct", "task_total_ms": {"avg_ms": 48.491, "count": 259, "max_ms": 76.859, "p95_ms": 66.316, "reason": null, "sample_age_ms": 17.812, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.618, "count": 259, "max_ms": 20.432, "p95_ms": 11.553}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.426, "count": 259, "max_ms": 1.497, "p95_ms": 0.845}, "detection_prepare_ms": {"avg_ms": 1.591, "count": 259, "max_ms": 7.979, "p95_ms": 3.179}, "event_filter_ms": {"avg_ms": 0.006, "count": 259, "max_ms": 0.06, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.245, "count": 259, "max_ms": 1.214, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.121, "count": 259, "max_ms": 7.713, "p95_ms": 4.713}, "setup_ms": {"avg_ms": 0.043, "count": 259, "max_ms": 0.126, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.557, "count": 259, "max_ms": 20.326, "p95_ms": 11.47}, "track_match_ms": {"avg_ms": 0.14, "count": 259, "max_ms": 0.505, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 1.981, "count": 259, "max_ms": 5.81, "p95_ms": 3.578}}, "gstreamer_push": {"avg_ms": 3.098, "count": 259, "max_ms": 6.128, "p95_ms": 4.755}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 259, "max_ms": 0.628, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.623, "count": 259, "max_ms": 79.339, "p95_ms": 67.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.14, "count": 259, "max_ms": 14.876, "p95_ms": 8.129}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.872, "count": 259, "max_ms": 140.407, "p95_ms": 123.434}, "inference_input_copy_ms": {"avg_ms": 1.678, "count": 259, "max_ms": 3.586, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.215, "count": 259, "max_ms": 0.78, "p95_ms": 0.44}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.905, "count": 259, "max_ms": 145.41, "p95_ms": 129.503}, "read_interval": {"avg_ms": 115.742, "count": 259, "max_ms": 189.813, "p95_ms": 152.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 259, "max_ms": 0.076, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.052, "count": 259, "max_ms": 7.59, "p95_ms": 4.642}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 259, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.034, "count": 259, "max_ms": 7.561, "p95_ms": 4.625}, "worker_merge_ms": {"avg_ms": 0.006, "count": 259, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.638, "count": 259, "max_ms": 79.358, "p95_ms": 67.722}, "visualize": {"avg_ms": 38.387, "count": 259, "max_ms": 59.083, "p95_ms": 49.786}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.848, "count": 259, "max_ms": 48.894, "p95_ms": 41.527}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.778, "count": 259, "max_ms": 57.534, "p95_ms": 47.989}, "visualize_input_copy_ms": {"avg_ms": 1.409, "count": 259, "max_ms": 4.381, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.638, "count": 259, "max_ms": 57.423, "p95_ms": 47.859}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 259, "max_ms": 0.692, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1221.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.167, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.645, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94250, "write_bytes_delta": 94250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 528.0, "cpu_core_ratio": 0.450629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 31846, "reason": null, "system_cpu_core_ratio": 0.039967, "system_cpu_s_delta": 0.3999999999999986, "user_cpu_core_ratio": 0.410662, "user_cpu_s_delta": 4.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492595, "system_cpu_s_delta": 4.930000000000291, "user_cpu_core_ratio": 1.171037, "user_cpu_s_delta": 11.719999999986612}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.029, "count": 277, "max_ms": 6.426, "p95_ms": 4.519, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.188, "max": 16.0, "p95": 13.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.551, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 276}, "total": {"avg": 1.551, "max": 3.0, "p95": 2.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.922, "count": 30, "max": 53.23, "p95": 44.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 30.472, "p95": 27.281, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.6, "count": 30, "max": 574.0, "p95": 565.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 93.167, "count": 30, "max": 675.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96269.3, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92984.567, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.167, "count": 30, "max": 25.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.531, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.17, "count": 30, "max": 1.221, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7157, "sampled_at": "2026-10-31T16:28:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:28:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1457638, "flush_count": 1555, "flush_interval_seconds": 30.0, "flush_state": {"count": 1555, "last_at": "2026-10-31T16:28:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:28:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1554}, "started": true, "suppressed_count": 860232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 860093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1555, "written_record_count": 1555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7040.93, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:29:06+09:00", "last_error_summary": "[h264 @ 0x608c3bb7df00] error while decoding MB 47 63, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2382281625600, "copied_frame_count": 861647, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2382281625600, "frame_buffer_copies": 861647, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1117, "count": 512, "max_ms": 1.4083, "p50_ms": 0.0964, "p95_ms": 0.1983, "p99_ms": 0.3034}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4549, "count": 512, "max_ms": 5.6542, "p50_ms": 1.3569, "p95_ms": 2.344, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 861647, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 394, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:29:06+09:00", "last_error_summary": "[h264 @ 0x608c3bb7df00] error while decoding MB 47 63, bytestream -6", "last_exit_at": "2026-10-31T16:29:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.267, "last_started_at": "2026-10-31T16:21:34+09:00", "pid": 31846, "process": {"exists": false, "pid": 31846}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.33, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T16:29:06+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-31T16:29:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 5.053, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 594.947, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-10-31T16:29:06.280360+09:00", "mtime_epoch": 1793431746.2803605, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95415}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:29:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1221.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 861647, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.714, "max": 13.0, "p95": 11.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.031, "max": 4.0, "p95": 4.0, "sample_count": 259}, "total": {"avg": 2.031, "max": 4.0, "p95": 4.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 1.12, "max": 3.0, "p95": 2.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 1.12, "max": 3.0, "p95": 2.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.647, "pushed": 8.647, "read": 8.613}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.008, "count": 258, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 95.082, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.836, "count": 258, "max_ms": 4.123, "p95_ms": 2.723, "reason": null, "sample_age_ms": 163.333, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 258, "max_ms": 3.844, "p95_ms": 1.954, "reason": null, "sample_age_ms": 163.648, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 258, "max_ms": 1.093, "p95_ms": 0.763, "reason": null, "sample_age_ms": 95.095, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.912, "count": 258, "max_ms": 4.334, "p95_ms": 3.294, "reason": null, "sample_age_ms": 161.198, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.152, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.055, "count": 258, "max_ms": 74.029, "p95_ms": 63.982, "reason": null, "sample_age_ms": 95.076, "source": "client_direct"}, "sample_age_ms": 95.068, "source": "client_direct", "task_total_ms": {"avg_ms": 48.517, "count": 258, "max_ms": 76.859, "p95_ms": 66.322, "reason": null, "sample_age_ms": 95.068, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.26, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.625, "count": 259, "max_ms": 20.432, "p95_ms": 11.553}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.426, "count": 259, "max_ms": 1.497, "p95_ms": 0.845}, "detection_prepare_ms": {"avg_ms": 1.592, "count": 259, "max_ms": 7.979, "p95_ms": 3.179}, "event_filter_ms": {"avg_ms": 0.006, "count": 259, "max_ms": 0.06, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.246, "count": 259, "max_ms": 1.214, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.125, "count": 259, "max_ms": 7.713, "p95_ms": 4.713}, "setup_ms": {"avg_ms": 0.043, "count": 259, "max_ms": 0.126, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.565, "count": 259, "max_ms": 20.326, "p95_ms": 11.47}, "track_match_ms": {"avg_ms": 0.14, "count": 259, "max_ms": 0.505, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 1.983, "count": 259, "max_ms": 5.81, "p95_ms": 3.578}}, "gstreamer_push": {"avg_ms": 3.106, "count": 259, "max_ms": 6.128, "p95_ms": 4.755}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 259, "max_ms": 0.628, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.729, "count": 259, "max_ms": 79.339, "p95_ms": 67.895}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.141, "count": 259, "max_ms": 14.876, "p95_ms": 8.129}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.105, "count": 259, "max_ms": 140.946, "p95_ms": 123.543}, "inference_input_copy_ms": {"avg_ms": 1.677, "count": 259, "max_ms": 3.586, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.215, "count": 259, "max_ms": 0.78, "p95_ms": 0.44}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.139, "count": 259, "max_ms": 145.59, "p95_ms": 129.988}, "read_interval": {"avg_ms": 115.829, "count": 258, "max_ms": 189.813, "p95_ms": 152.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 259, "max_ms": 0.076, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.056, "count": 259, "max_ms": 7.59, "p95_ms": 4.642}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 259, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.039, "count": 259, "max_ms": 7.561, "p95_ms": 4.625}, "worker_merge_ms": {"avg_ms": 0.006, "count": 259, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.744, "count": 259, "max_ms": 79.358, "p95_ms": 67.919}, "visualize": {"avg_ms": 38.508, "count": 259, "max_ms": 65.409, "p95_ms": 49.851}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.928, "count": 259, "max_ms": 49.331, "p95_ms": 41.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.88, "count": 259, "max_ms": 59.154, "p95_ms": 48.696}, "visualize_input_copy_ms": {"avg_ms": 1.429, "count": 259, "max_ms": 6.13, "p95_ms": 2.374}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.74, "count": 259, "max_ms": 59.067, "p95_ms": 48.489}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 259, "max_ms": 0.692, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1221.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.167, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.645, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94250, "write_bytes_delta": 94250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 528.0, "cpu_core_ratio": 0.450629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 31846, "reason": null, "system_cpu_core_ratio": 0.039967, "system_cpu_s_delta": 0.3999999999999986, "user_cpu_core_ratio": 0.410662, "user_cpu_s_delta": 4.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492595, "system_cpu_s_delta": 4.930000000000291, "user_cpu_core_ratio": 1.171037, "user_cpu_s_delta": 11.719999999986612}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.029, "count": 277, "max_ms": 6.426, "p95_ms": 4.519, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.188, "max": 16.0, "p95": 13.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.551, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 276}, "total": {"avg": 1.551, "max": 3.0, "p95": 2.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.922, "count": 30, "max": 53.23, "p95": 44.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 30.472, "p95": 27.281, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.6, "count": 30, "max": 574.0, "p95": 565.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 93.167, "count": 30, "max": 675.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96269.3, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92984.567, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.167, "count": 30, "max": 25.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.531, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.17, "count": 30, "max": 1.221, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7157, "sampled_at": "2026-10-31T16:28:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:28:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1457638, "flush_count": 1555, "flush_interval_seconds": 30.0, "flush_state": {"count": 1555, "last_at": "2026-10-31T16:28:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:28:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1554}, "started": true, "suppressed_count": 860232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 860093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1555, "written_record_count": 1555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7041.184, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2382281625600, "copied_frame_count": 861647, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2382281625600, "frame_buffer_copies": 861647, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1117, "count": 512, "max_ms": 1.4083, "p50_ms": 0.0964, "p95_ms": 0.1983, "p99_ms": 0.3034}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4549, "count": 512, "max_ms": 5.6542, "p50_ms": 1.3569, "p95_ms": 2.344, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 861647, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 394, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:29:06+09:00", "last_error_summary": "[h264 @ 0x608c3bb7df00] error while decoding MB 47 63, bytestream -6", "last_exit_at": "2026-10-31T16:29:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.316, "last_started_at": "2026-10-31T16:21:34+09:00", "pid": 31846, "process": {"exists": false, "pid": 31846}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.33, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-31T16:29:06+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-10-31T16:29:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 5.098, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 594.902, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-10-31T16:29:06.432361+09:00", "mtime_epoch": 1793431746.4323614, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95541}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:29:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1221.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 861647, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.713, "max": 13.0, "p95": 11.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.031, "max": 4.0, "p95": 4.0, "sample_count": 258}, "total": {"avg": 2.031, "max": 4.0, "p95": 4.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 1.12, "max": 3.0, "p95": 2.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 1.12, "max": 3.0, "p95": 2.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.601, "pushed": 8.634, "read": 8.601}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.008, "count": 258, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 144.186, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.836, "count": 257, "max_ms": 4.123, "p95_ms": 2.723, "reason": null, "sample_age_ms": 212.437, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 257, "max_ms": 3.844, "p95_ms": 1.956, "reason": null, "sample_age_ms": 212.752, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 258, "max_ms": 1.093, "p95_ms": 0.763, "reason": null, "sample_age_ms": 144.199, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.912, "count": 258, "max_ms": 4.334, "p95_ms": 3.294, "reason": null, "sample_age_ms": 210.302, "source": "client_direct"}, "request_count": 257, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 210.256, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.6, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.055, "count": 258, "max_ms": 74.029, "p95_ms": 63.982, "reason": null, "sample_age_ms": 144.18, "source": "client_direct"}, "sample_age_ms": 144.172, "source": "client_direct", "task_total_ms": {"avg_ms": 48.517, "count": 258, "max_ms": 76.859, "p95_ms": 66.322, "reason": null, "sample_age_ms": 144.172, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.167, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.632, "count": 258, "max_ms": 20.432, "p95_ms": 11.553}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.427, "count": 258, "max_ms": 1.497, "p95_ms": 0.845}, "detection_prepare_ms": {"avg_ms": 1.595, "count": 258, "max_ms": 7.979, "p95_ms": 3.179}, "event_filter_ms": {"avg_ms": 0.006, "count": 258, "max_ms": 0.06, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.246, "count": 258, "max_ms": 1.214, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.125, "count": 258, "max_ms": 7.713, "p95_ms": 4.713}, "setup_ms": {"avg_ms": 0.043, "count": 258, "max_ms": 0.126, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.572, "count": 258, "max_ms": 20.326, "p95_ms": 11.47}, "track_match_ms": {"avg_ms": 0.14, "count": 258, "max_ms": 0.505, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 1.986, "count": 258, "max_ms": 5.81, "p95_ms": 3.578}}, "gstreamer_push": {"avg_ms": 3.106, "count": 259, "max_ms": 6.128, "p95_ms": 4.755}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 258, "max_ms": 0.628, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.757, "count": 258, "max_ms": 79.339, "p95_ms": 67.895}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.139, "count": 258, "max_ms": 14.876, "p95_ms": 8.129}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.173, "count": 258, "max_ms": 140.946, "p95_ms": 123.543}, "inference_input_copy_ms": {"avg_ms": 1.678, "count": 258, "max_ms": 3.586, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.215, "count": 258, "max_ms": 0.78, "p95_ms": 0.44}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.205, "count": 258, "max_ms": 145.59, "p95_ms": 129.988}, "read_interval": {"avg_ms": 115.829, "count": 258, "max_ms": 189.813, "p95_ms": 152.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 258, "max_ms": 0.076, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.055, "count": 258, "max_ms": 7.59, "p95_ms": 4.642}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 258, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.038, "count": 258, "max_ms": 7.561, "p95_ms": 4.625}, "worker_merge_ms": {"avg_ms": 0.006, "count": 258, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.771, "count": 258, "max_ms": 79.358, "p95_ms": 67.919}, "visualize": {"avg_ms": 38.553, "count": 258, "max_ms": 65.409, "p95_ms": 49.851}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.973, "count": 258, "max_ms": 49.331, "p95_ms": 41.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.924, "count": 258, "max_ms": 59.154, "p95_ms": 48.696}, "visualize_input_copy_ms": {"avg_ms": 1.43, "count": 258, "max_ms": 6.13, "p95_ms": 2.374}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.784, "count": 258, "max_ms": 59.067, "p95_ms": 48.489}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 258, "max_ms": 0.692, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1221.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.167, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.645, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94250, "write_bytes_delta": 94250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 528.0, "cpu_core_ratio": 0.450629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 31846, "reason": null, "system_cpu_core_ratio": 0.039967, "system_cpu_s_delta": 0.3999999999999986, "user_cpu_core_ratio": 0.410662, "user_cpu_s_delta": 4.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492595, "system_cpu_s_delta": 4.930000000000291, "user_cpu_core_ratio": 1.171037, "user_cpu_s_delta": 11.719999999986612}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.029, "count": 277, "max_ms": 6.426, "p95_ms": 4.519, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.188, "max": 16.0, "p95": 13.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.551, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 276}, "total": {"avg": 1.551, "max": 3.0, "p95": 2.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.922, "count": 30, "max": 53.23, "p95": 44.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 30.472, "p95": 27.281, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.6, "count": 30, "max": 574.0, "p95": 565.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 93.167, "count": 30, "max": 675.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96269.3, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92984.567, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.167, "count": 30, "max": 25.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.531, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.17, "count": 30, "max": 1.221, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7157, "sampled_at": "2026-10-31T16:28:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:28:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1457638, "flush_count": 1555, "flush_interval_seconds": 30.0, "flush_state": {"count": 1555, "last_at": "2026-10-31T16:28:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:28:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1554}, "started": true, "suppressed_count": 860232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 860093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1555, "written_record_count": 1555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7211.676, "limit_mb": null}, "detail": {"pid": 31962, "restart_count": 125, "start_count": 126}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2382281625600, "copied_frame_count": 861647, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2382281625600, "frame_buffer_copies": 861647, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1117, "count": 512, "max_ms": 1.4083, "p50_ms": 0.0964, "p95_ms": 0.1983, "p99_ms": 0.3034}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4549, "count": 512, "max_ms": 5.6542, "p50_ms": 1.3569, "p95_ms": 2.344, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 861647, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 117, "h264_decode_error_count": 394, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:29:06+09:00", "last_error_summary": "[h264 @ 0x608c3bb7df00] error while decoding MB 47 63, bytestream -6", "last_exit_at": "2026-10-31T16:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:29:08+09:00", "pid": 31962, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.125, "name": "ffmpeg", "pid": 31962, "rss_mb": 209.125, "state": "S (sleeping)", "threads": 70}, "restart_count": 125, "restart_count_per_hour": 10, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.474, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.344, "last_frame_pushed_at": "2026-10-31T16:29:06+09:00", "last_frame_read_age_sec": 4.496, "last_frame_read_at": "2026-10-31T16:29:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 9.392, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 590.608, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 4.337, "exists": true, "mtime": "2026-10-31T16:29:06.432361+09:00", "mtime_epoch": 1793431746.4323614, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95541}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:29:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1221.844, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 861647, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.658, "max": 13.0, "p95": 11.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.16, "max": 4.0, "p95": 4.0, "sample_count": 219}, "total": {"avg": 2.16, "max": 4.0, "p95": 4.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 1.142, "max": 3.0, "p95": 2.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 1.142, "max": 3.0, "p95": 2.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.322, "pushed": 7.322, "read": 7.289}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.008, "count": 219, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4439.998, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.849, "count": 218, "max_ms": 4.123, "p95_ms": 2.725, "reason": null, "sample_age_ms": 4508.249, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.331, "count": 218, "max_ms": 3.844, "p95_ms": 1.954, "reason": null, "sample_age_ms": 4508.564, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 219, "max_ms": 0.887, "p95_ms": 0.766, "reason": null, "sample_age_ms": 4440.011, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.919, "count": 218, "max_ms": 4.334, "p95_ms": 3.347, "reason": null, "sample_age_ms": 4506.114, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4506.068, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4440.412, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.092, "count": 219, "max_ms": 74.029, "p95_ms": 63.98, "reason": null, "sample_age_ms": 4439.992, "source": "client_direct"}, "sample_age_ms": 4439.984, "source": "client_direct", "task_total_ms": {"avg_ms": 48.56, "count": 219, "max_ms": 76.859, "p95_ms": 66.316, "reason": null, "sample_age_ms": 4439.984, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.511, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.012, "count": 219, "max_ms": 20.432, "p95_ms": 11.608}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 219, "max_ms": 1.497, "p95_ms": 0.861}, "detection_prepare_ms": {"avg_ms": 1.648, "count": 219, "max_ms": 7.979, "p95_ms": 3.197}, "event_filter_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.06, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 219, "max_ms": 1.214, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 219, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.337, "count": 219, "max_ms": 7.713, "p95_ms": 4.847}, "setup_ms": {"avg_ms": 0.045, "count": 219, "max_ms": 0.126, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 6.949, "count": 219, "max_ms": 20.326, "p95_ms": 11.527}, "track_match_ms": {"avg_ms": 0.147, "count": 219, "max_ms": 0.505, "p95_ms": 0.277}, "tracker_update_ms": {"avg_ms": 2.059, "count": 219, "max_ms": 5.81, "p95_ms": 3.624}}, "gstreamer_push": {"avg_ms": 3.079, "count": 219, "max_ms": 6.128, "p95_ms": 4.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 219, "max_ms": 0.341, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.816, "count": 219, "max_ms": 79.339, "p95_ms": 67.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.121, "count": 219, "max_ms": 14.876, "p95_ms": 7.475}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.282, "count": 219, "max_ms": 140.946, "p95_ms": 124.238}, "inference_input_copy_ms": {"avg_ms": 1.686, "count": 219, "max_ms": 3.586, "p95_ms": 2.928}, "processing_residual_ms": {"avg_ms": 0.215, "count": 219, "max_ms": 0.78, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.305, "count": 219, "max_ms": 145.59, "p95_ms": 130.49}, "read_interval": {"avg_ms": 117.052, "count": 218, "max_ms": 189.813, "p95_ms": 154.015}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 219, "max_ms": 0.076, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.266, "count": 219, "max_ms": 7.59, "p95_ms": 4.764}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 219, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.248, "count": 219, "max_ms": 7.561, "p95_ms": 4.743}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.831, "count": 219, "max_ms": 79.358, "p95_ms": 67.722}, "visualize": {"avg_ms": 39.216, "count": 219, "max_ms": 65.409, "p95_ms": 51.168}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.302, "count": 219, "max_ms": 49.331, "p95_ms": 41.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.547, "count": 219, "max_ms": 59.154, "p95_ms": 49.003}, "visualize_input_copy_ms": {"avg_ms": 1.465, "count": 219, "max_ms": 6.13, "p95_ms": 2.535}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.402, "count": 219, "max_ms": 59.067, "p95_ms": 48.896}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 219, "max_ms": 0.692, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1221.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.167, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.645, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 861458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94250, "write_bytes_delta": 94250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 528.0, "cpu_core_ratio": 0.450629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 31846, "reason": null, "system_cpu_core_ratio": 0.039967, "system_cpu_s_delta": 0.3999999999999986, "user_cpu_core_ratio": 0.410662, "user_cpu_s_delta": 4.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492595, "system_cpu_s_delta": 4.930000000000291, "user_cpu_core_ratio": 1.171037, "user_cpu_s_delta": 11.719999999986612}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.029, "count": 277, "max_ms": 6.426, "p95_ms": 4.519, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.188, "max": 16.0, "p95": 13.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.551, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 276}, "total": {"avg": 1.551, "max": 3.0, "p95": 2.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.922, "count": 30, "max": 53.23, "p95": 44.215, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 30.472, "p95": 27.281, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 538.6, "count": 30, "max": 574.0, "p95": 565.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 93.167, "count": 30, "max": 675.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96269.3, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92984.567, "count": 30, "max": 98937.0, "p95": 98718.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.167, "count": 30, "max": 25.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.531, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.17, "count": 30, "max": 1.221, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7157, "sampled_at": "2026-10-31T16:28:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:28:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1461681, "flush_count": 1559, "flush_interval_seconds": 30.0, "flush_state": {"count": 1559, "last_at": "2026-10-31T16:32:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:32:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1558}, "started": true, "suppressed_count": 861830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 861691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1559, "written_record_count": 1559}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7046.277, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59f2e6dd86c0] cabac decode of qscale diff failed at 21 64 [h264 @ 0x59f2e6dd86c0] error while decoding MB 21 64, bytestream 5288 [h264 @ 0x59f2e67612c0] cabac decode of qscale diff failed at 34 36 [h264 @ 0x59f2e67612c0] error while decoding MB 34 36, bytestream 1093 [in#0/rtsp @ 0x59f2e60efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f2e60efe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2386708070400, "copied_frame_count": 863248, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2386708070400, "frame_buffer_copies": 863248, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1086, "count": 512, "max_ms": 0.3012, "p50_ms": 0.1001, "p95_ms": 0.2001, "p99_ms": 0.2506}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4555, "count": 512, "max_ms": 3.4708, "p50_ms": 1.3747, "p95_ms": 2.2993, "p99_ms": 2.6623, "results": {"failed": 0, "not_applicable": 0, "success": 863248, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:32:53+09:00", "last_error_summary": "[h264 @ 0x59f2e6dd86c0] cabac decode of qscale diff failed at 21 64 [h264 @ 0x59f2e6dd86c0] error while decoding MB 21 64, bytestream 5288 [h264 @ 0x59f2e67612c0] cabac decode of qscale diff failed at 34 36 [h264 @ 0x59f2e67612c0] error while decoding MB 34 36, bytestream 1093 [in#0/rtsp @ 0x59f2e60efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f2e60efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.579, "last_started_at": "2026-10-31T16:29:08+09:00", "pid": 31962, "process": {"exists": false, "pid": 31962}, "restart_count": 125, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.645, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-31T16:32:53+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-31T16:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 231.988, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 368.012, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-31T16:32:53.267731+09:00", "mtime_epoch": 1793431973.2677312, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:32:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1222.641, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 863249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.237, "max": 14.0, "p95": 13.0, "sample_count": 38}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.895, "max": 3.0, "p95": 3.0, "sample_count": 38}, "total": {"avg": 1.895, "max": 3.0, "p95": 3.0, "sample_count": 38}}, "tracking_counts": {"active": {"avg": 1.632, "max": 3.0, "p95": 3.0, "sample_count": 38}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 38}, "tracked": {"avg": 1.632, "max": 3.0, "p95": 3.0, "sample_count": 38}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 38, "pushed_frames": 38, "read_frames": 39, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.268, "pushed": 1.268, "read": 1.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 39, "client_acquire_ms": {"avg_ms": 0.006, "count": 39, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 37.832, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.771, "count": 39, "max_ms": 6.972, "p95_ms": 1.747, "reason": null, "sample_age_ms": 85.438, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 39, "max_ms": 6.487, "p95_ms": 1.283, "reason": null, "sample_age_ms": 85.697, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 39, "max_ms": 0.626, "p95_ms": 0.576, "reason": null, "sample_age_ms": 37.841, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.829, "count": 39, "max_ms": 3.311, "p95_ms": 2.724, "reason": null, "sample_age_ms": 83.088, "source": "client_direct"}, "request_count": 39, "request_tensor_bytes": {"avg": 2764808.0, "count": 39, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.056, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 39, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.33, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.511, "count": 39, "max_ms": 69.427, "p95_ms": 62.592, "reason": null, "sample_age_ms": 37.828, "source": "client_direct"}, "sample_age_ms": 37.826, "source": "client_direct", "task_total_ms": {"avg_ms": 48.809, "count": 39, "max_ms": 70.94, "p95_ms": 65.134, "reason": null, "sample_age_ms": 37.826, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.327, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.35, "count": 38, "max_ms": 15.138, "p95_ms": 10.84}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.433, "count": 38, "max_ms": 1.292, "p95_ms": 0.822}, "detection_prepare_ms": {"avg_ms": 1.298, "count": 38, "max_ms": 2.094, "p95_ms": 2.05}, "event_filter_ms": {"avg_ms": 0.004, "count": 38, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.181, "count": 38, "max_ms": 0.647, "p95_ms": 0.421}, "mcmt_ms": {"avg_ms": 0.003, "count": 38, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.182, "count": 38, "max_ms": 2.988, "p95_ms": 2.44}, "setup_ms": {"avg_ms": 0.035, "count": 38, "max_ms": 0.076, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 5.297, "count": 38, "max_ms": 15.072, "p95_ms": 10.743}, "track_match_ms": {"avg_ms": 0.153, "count": 38, "max_ms": 0.426, "p95_ms": 0.296}, "tracker_update_ms": {"avg_ms": 2.007, "count": 38, "max_ms": 9.448, "p95_ms": 4.059}}, "gstreamer_push": {"avg_ms": 2.965, "count": 38, "max_ms": 4.563, "p95_ms": 4.442}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 38, "max_ms": 0.314, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.944, "count": 38, "max_ms": 71.564, "p95_ms": 67.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.153, "count": 38, "max_ms": 12.164, "p95_ms": 10.885}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.671, "count": 38, "max_ms": 123.953, "p95_ms": 114.91}, "inference_input_copy_ms": {"avg_ms": 1.588, "count": 38, "max_ms": 2.833, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.211, "count": 38, "max_ms": 0.462, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.623, "count": 38, "max_ms": 129.033, "p95_ms": 119.803}, "read_interval": {"avg_ms": 771.175, "count": 39, "max_ms": 15708.076, "p95_ms": 10132.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 38, "max_ms": 0.034, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.124, "count": 38, "max_ms": 2.862, "p95_ms": 2.34}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 38, "max_ms": 0.039, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.109, "count": 38, "max_ms": 2.832, "p95_ms": 2.314}, "worker_merge_ms": {"avg_ms": 0.006, "count": 38, "max_ms": 0.013, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.955, "count": 38, "max_ms": 71.573, "p95_ms": 67.127}, "visualize": {"avg_ms": 36.167, "count": 38, "max_ms": 53.046, "p95_ms": 50.271}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.249, "count": 38, "max_ms": 46.387, "p95_ms": 40.648}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.674, "count": 38, "max_ms": 50.797, "p95_ms": 48.056}, "visualize_input_copy_ms": {"avg_ms": 1.323, "count": 38, "max_ms": 1.994, "p95_ms": 1.969}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 38, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.548, "count": 38, "max_ms": 50.56, "p95_ms": 47.869}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 38, "max_ms": 0.171, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 38}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1222.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.629, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.645, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98952, "write_bytes_delta": 98952, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.254821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1542.0, "pid": 31962, "reason": null, "system_cpu_core_ratio": 0.147414, "system_cpu_s_delta": 4.09, "user_cpu_core_ratio": 0.107407, "user_cpu_s_delta": 2.9799999999999898}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.16039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.054424, "system_cpu_s_delta": 1.5100000000020373, "user_cpu_core_ratio": 0.105965, "user_cpu_s_delta": 2.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 39, "max_ms": 4.839, "p95_ms": 4.563, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.615, "max": 14.0, "p95": 13.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.821, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 39}, "total": {"avg": 1.821, "max": 3.0, "p95": 2.0, "sample_count": 39}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.704, "count": 30, "max": 53.23, "p95": 39.398, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.88, "count": 30, "max": 30.472, "p95": 27.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.233, "count": 30, "max": 1099.0, "p95": 1067.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 682.733, "count": 30, "max": 12819.0, "p95": 2158.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.274, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.3, "count": 30, "max": 25.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.535, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.104, "count": 30, "max": 1.234, "p95": 1.22, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7169, "sampled_at": "2026-10-31T16:32:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:32:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1461681, "flush_count": 1559, "flush_interval_seconds": 30.0, "flush_state": {"count": 1559, "last_at": "2026-10-31T16:32:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:32:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1558}, "started": true, "suppressed_count": 861830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 861691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1559, "written_record_count": 1559}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7046.234, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:32:53+09:00", "last_error_summary": "[h264 @ 0x59f2e6dd86c0] cabac decode of qscale diff failed at 21 64 [h264 @ 0x59f2e6dd86c0] error while decoding MB 21 64, bytestream 5288 [h264 @ 0x59f2e67612c0] cabac decode of qscale diff failed at 34 36 [h264 @ 0x59f2e67612c0] error while decoding MB 34 36, bytestream 1093 [in#0/rtsp @ 0x59f2e60efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f2e60efe00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2386710835200, "copied_frame_count": 863249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2386710835200, "frame_buffer_copies": 863249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1086, "count": 512, "max_ms": 0.3012, "p50_ms": 0.1001, "p95_ms": 0.2001, "p99_ms": 0.2506}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4542, "count": 512, "max_ms": 3.4708, "p50_ms": 1.3722, "p95_ms": 2.2993, "p99_ms": 2.6623, "results": {"failed": 0, "not_applicable": 0, "success": 863249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:32:53+09:00", "last_error_summary": "[h264 @ 0x59f2e6dd86c0] cabac decode of qscale diff failed at 21 64 [h264 @ 0x59f2e6dd86c0] error while decoding MB 21 64, bytestream 5288 [h264 @ 0x59f2e67612c0] cabac decode of qscale diff failed at 34 36 [h264 @ 0x59f2e67612c0] error while decoding MB 34 36, bytestream 1093 [in#0/rtsp @ 0x59f2e60efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f2e60efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.652, "last_started_at": "2026-10-31T16:29:08+09:00", "pid": 31962, "process": {"exists": false, "pid": 31962}, "restart_count": 125, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.645, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-31T16:32:53+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-10-31T16:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 232.029, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 367.971, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-31T16:32:53.385732+09:00", "mtime_epoch": 1793431973.385732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98786}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:32:53+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1222.637, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 863249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.333, "max": 14.0, "p95": 13.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.872, "max": 3.0, "p95": 3.0, "sample_count": 39}, "total": {"avg": 1.872, "max": 3.0, "p95": 3.0, "sample_count": 39}}, "tracking_counts": {"active": {"avg": 1.615, "max": 3.0, "p95": 3.0, "sample_count": 39}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 39}, "tracked": {"avg": 1.615, "max": 3.0, "p95": 3.0, "sample_count": 39}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 38, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.302, "pushed": 1.302, "read": 1.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 38, "client_acquire_ms": {"avg_ms": 0.006, "count": 39, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 110.435, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 38, "max_ms": 6.972, "p95_ms": 1.784, "reason": null, "sample_age_ms": 158.041, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 38, "max_ms": 6.487, "p95_ms": 1.293, "reason": null, "sample_age_ms": 158.3, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 39, "max_ms": 0.626, "p95_ms": 0.576, "reason": null, "sample_age_ms": 110.445, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.824, "count": 38, "max_ms": 3.311, "p95_ms": 2.732, "reason": null, "sample_age_ms": 155.692, "source": "client_direct"}, "request_count": 38, "request_tensor_bytes": {"avg": 2764808.0, "count": 38, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.66, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 39, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.933, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.511, "count": 39, "max_ms": 69.427, "p95_ms": 62.592, "reason": null, "sample_age_ms": 110.432, "source": "client_direct"}, "sample_age_ms": 110.429, "source": "client_direct", "task_total_ms": {"avg_ms": 48.809, "count": 39, "max_ms": 70.94, "p95_ms": 65.134, "reason": null, "sample_age_ms": 110.429, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.473, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.348, "count": 39, "max_ms": 15.138, "p95_ms": 10.84}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.433, "count": 39, "max_ms": 1.292, "p95_ms": 0.822}, "detection_prepare_ms": {"avg_ms": 1.309, "count": 39, "max_ms": 2.094, "p95_ms": 2.05}, "event_filter_ms": {"avg_ms": 0.004, "count": 39, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.179, "count": 39, "max_ms": 0.647, "p95_ms": 0.421}, "mcmt_ms": {"avg_ms": 0.003, "count": 39, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.165, "count": 39, "max_ms": 2.988, "p95_ms": 2.44}, "setup_ms": {"avg_ms": 0.035, "count": 39, "max_ms": 0.076, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 5.295, "count": 39, "max_ms": 15.072, "p95_ms": 10.743}, "track_match_ms": {"avg_ms": 0.151, "count": 39, "max_ms": 0.426, "p95_ms": 0.296}, "tracker_update_ms": {"avg_ms": 2.014, "count": 39, "max_ms": 9.448, "p95_ms": 4.059}}, "gstreamer_push": {"avg_ms": 2.984, "count": 39, "max_ms": 4.563, "p95_ms": 4.442}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 39, "max_ms": 0.314, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.9, "count": 39, "max_ms": 71.564, "p95_ms": 67.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.132, "count": 39, "max_ms": 12.164, "p95_ms": 10.885}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.895, "count": 39, "max_ms": 123.953, "p95_ms": 114.91}, "inference_input_copy_ms": {"avg_ms": 1.566, "count": 39, "max_ms": 2.833, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.209, "count": 39, "max_ms": 0.462, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.803, "count": 39, "max_ms": 129.033, "p95_ms": 119.803}, "read_interval": {"avg_ms": 786.182, "count": 38, "max_ms": 15708.076, "p95_ms": 10132.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 39, "max_ms": 0.034, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.107, "count": 39, "max_ms": 2.862, "p95_ms": 2.34}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 39, "max_ms": 0.039, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.092, "count": 39, "max_ms": 2.832, "p95_ms": 2.314}, "worker_merge_ms": {"avg_ms": 0.006, "count": 39, "max_ms": 0.013, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.911, "count": 39, "max_ms": 71.573, "p95_ms": 67.127}, "visualize": {"avg_ms": 36.437, "count": 39, "max_ms": 53.046, "p95_ms": 50.271}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.317, "count": 39, "max_ms": 46.387, "p95_ms": 40.648}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.954, "count": 39, "max_ms": 50.797, "p95_ms": 48.056}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 39, "max_ms": 1.994, "p95_ms": 1.969}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.829, "count": 39, "max_ms": 50.56, "p95_ms": 47.869}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 39, "max_ms": 0.171, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1222.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.629, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.645, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98952, "write_bytes_delta": 98952, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.254821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1542.0, "pid": 31962, "reason": null, "system_cpu_core_ratio": 0.147414, "system_cpu_s_delta": 4.09, "user_cpu_core_ratio": 0.107407, "user_cpu_s_delta": 2.9799999999999898}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.16039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.054424, "system_cpu_s_delta": 1.5100000000020373, "user_cpu_core_ratio": 0.105965, "user_cpu_s_delta": 2.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 39, "max_ms": 4.839, "p95_ms": 4.563, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.615, "max": 14.0, "p95": 13.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.821, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 39}, "total": {"avg": 1.821, "max": 3.0, "p95": 2.0, "sample_count": 39}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.704, "count": 30, "max": 53.23, "p95": 39.398, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.88, "count": 30, "max": 30.472, "p95": 27.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.233, "count": 30, "max": 1099.0, "p95": 1067.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 682.733, "count": 30, "max": 12819.0, "p95": 2158.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.274, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.3, "count": 30, "max": 25.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.535, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.104, "count": 30, "max": 1.234, "p95": 1.22, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7169, "sampled_at": "2026-10-31T16:32:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:32:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1461681, "flush_count": 1559, "flush_interval_seconds": 30.0, "flush_state": {"count": 1559, "last_at": "2026-10-31T16:32:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:32:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1558}, "started": true, "suppressed_count": 861830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 861691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1559, "written_record_count": 1559}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7045.781, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2386710835200, "copied_frame_count": 863249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2386710835200, "frame_buffer_copies": 863249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1086, "count": 512, "max_ms": 0.3012, "p50_ms": 0.1001, "p95_ms": 0.2001, "p99_ms": 0.2506}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4542, "count": 512, "max_ms": 3.4708, "p50_ms": 1.3722, "p95_ms": 2.2993, "p99_ms": 2.6623, "results": {"failed": 0, "not_applicable": 0, "success": 863249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:32:53+09:00", "last_error_summary": "[h264 @ 0x59f2e6dd86c0] cabac decode of qscale diff failed at 21 64 [h264 @ 0x59f2e6dd86c0] error while decoding MB 21 64, bytestream 5288 [h264 @ 0x59f2e67612c0] cabac decode of qscale diff failed at 34 36 [h264 @ 0x59f2e67612c0] error while decoding MB 34 36, bytestream 1093 [in#0/rtsp @ 0x59f2e60efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f2e60efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.68, "last_started_at": "2026-10-31T16:29:08+09:00", "pid": 31962, "process": {"exists": false, "pid": 31962}, "restart_count": 125, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.645, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-31T16:32:53+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-10-31T16:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 232.054, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 367.946, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-31T16:32:53.385732+09:00", "mtime_epoch": 1793431973.385732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98786}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:32:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1222.637, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 863249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.333, "max": 14.0, "p95": 13.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.872, "max": 3.0, "p95": 3.0, "sample_count": 39}, "total": {"avg": 1.872, "max": 3.0, "p95": 3.0, "sample_count": 39}}, "tracking_counts": {"active": {"avg": 1.615, "max": 3.0, "p95": 3.0, "sample_count": 39}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 39}, "tracked": {"avg": 1.615, "max": 3.0, "p95": 3.0, "sample_count": 39}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 38, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.301, "pushed": 1.301, "read": 1.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 38, "client_acquire_ms": {"avg_ms": 0.006, "count": 38, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 138.459, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 38, "max_ms": 6.972, "p95_ms": 1.784, "reason": null, "sample_age_ms": 186.066, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 38, "max_ms": 6.487, "p95_ms": 1.293, "reason": null, "sample_age_ms": 186.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 38, "max_ms": 0.626, "p95_ms": 0.578, "reason": null, "sample_age_ms": 138.469, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.824, "count": 38, "max_ms": 3.311, "p95_ms": 2.732, "reason": null, "sample_age_ms": 183.716, "source": "client_direct"}, "request_count": 38, "request_tensor_bytes": {"avg": 2764808.0, "count": 38, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 183.684, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 38, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.958, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.833, "count": 38, "max_ms": 69.427, "p95_ms": 62.687, "reason": null, "sample_age_ms": 138.456, "source": "client_direct"}, "sample_age_ms": 138.453, "source": "client_direct", "task_total_ms": {"avg_ms": 49.129, "count": 38, "max_ms": 70.94, "p95_ms": 65.207, "reason": null, "sample_age_ms": 138.453, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.265, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.348, "count": 39, "max_ms": 15.138, "p95_ms": 10.84}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.433, "count": 39, "max_ms": 1.292, "p95_ms": 0.822}, "detection_prepare_ms": {"avg_ms": 1.309, "count": 39, "max_ms": 2.094, "p95_ms": 2.05}, "event_filter_ms": {"avg_ms": 0.004, "count": 39, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.179, "count": 39, "max_ms": 0.647, "p95_ms": 0.421}, "mcmt_ms": {"avg_ms": 0.003, "count": 39, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.165, "count": 39, "max_ms": 2.988, "p95_ms": 2.44}, "setup_ms": {"avg_ms": 0.035, "count": 39, "max_ms": 0.076, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 5.295, "count": 39, "max_ms": 15.072, "p95_ms": 10.743}, "track_match_ms": {"avg_ms": 0.151, "count": 39, "max_ms": 0.426, "p95_ms": 0.296}, "tracker_update_ms": {"avg_ms": 2.014, "count": 39, "max_ms": 9.448, "p95_ms": 4.059}}, "gstreamer_push": {"avg_ms": 2.984, "count": 39, "max_ms": 4.563, "p95_ms": 4.442}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 39, "max_ms": 0.314, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.9, "count": 39, "max_ms": 71.564, "p95_ms": 67.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.132, "count": 39, "max_ms": 12.164, "p95_ms": 10.885}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.895, "count": 39, "max_ms": 123.953, "p95_ms": 114.91}, "inference_input_copy_ms": {"avg_ms": 1.566, "count": 39, "max_ms": 2.833, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.209, "count": 39, "max_ms": 0.462, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.803, "count": 39, "max_ms": 129.033, "p95_ms": 119.803}, "read_interval": {"avg_ms": 786.182, "count": 38, "max_ms": 15708.076, "p95_ms": 10132.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 39, "max_ms": 0.034, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.107, "count": 39, "max_ms": 2.862, "p95_ms": 2.34}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 39, "max_ms": 0.039, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.092, "count": 39, "max_ms": 2.832, "p95_ms": 2.314}, "worker_merge_ms": {"avg_ms": 0.006, "count": 39, "max_ms": 0.013, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.911, "count": 39, "max_ms": 71.573, "p95_ms": 67.127}, "visualize": {"avg_ms": 36.437, "count": 39, "max_ms": 53.046, "p95_ms": 50.271}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.317, "count": 39, "max_ms": 46.387, "p95_ms": 40.648}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.954, "count": 39, "max_ms": 50.797, "p95_ms": 48.056}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 39, "max_ms": 1.994, "p95_ms": 1.969}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.829, "count": 39, "max_ms": 50.56, "p95_ms": 47.869}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 39, "max_ms": 0.171, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1222.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.629, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.645, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98952, "write_bytes_delta": 98952, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.254821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1542.0, "pid": 31962, "reason": null, "system_cpu_core_ratio": 0.147414, "system_cpu_s_delta": 4.09, "user_cpu_core_ratio": 0.107407, "user_cpu_s_delta": 2.9799999999999898}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.16039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.054424, "system_cpu_s_delta": 1.5100000000020373, "user_cpu_core_ratio": 0.105965, "user_cpu_s_delta": 2.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 39, "max_ms": 4.839, "p95_ms": 4.563, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.615, "max": 14.0, "p95": 13.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.821, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 39}, "total": {"avg": 1.821, "max": 3.0, "p95": 2.0, "sample_count": 39}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.704, "count": 30, "max": 53.23, "p95": 39.398, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.88, "count": 30, "max": 30.472, "p95": 27.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.233, "count": 30, "max": 1099.0, "p95": 1067.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 682.733, "count": 30, "max": 12819.0, "p95": 2158.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.274, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.3, "count": 30, "max": 25.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.535, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.104, "count": 30, "max": 1.234, "p95": 1.22, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7169, "sampled_at": "2026-10-31T16:32:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:32:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1461681, "flush_count": 1559, "flush_interval_seconds": 30.0, "flush_state": {"count": 1559, "last_at": "2026-10-31T16:32:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:32:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1558}, "started": true, "suppressed_count": 861830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 861691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1559, "written_record_count": 1559}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7217.188, "limit_mb": null}, "detail": {"pid": 32078, "restart_count": 126, "start_count": 127}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2386710835200, "copied_frame_count": 863249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2386710835200, "frame_buffer_copies": 863249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1086, "count": 512, "max_ms": 0.3012, "p50_ms": 0.1001, "p95_ms": 0.2001, "p99_ms": 0.2506}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4542, "count": 512, "max_ms": 3.4708, "p50_ms": 1.3722, "p95_ms": 2.2993, "p99_ms": 2.6623, "results": {"failed": 0, "not_applicable": 0, "success": 863249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 118, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:32:53+09:00", "last_error_summary": "[h264 @ 0x59f2e6dd86c0] cabac decode of qscale diff failed at 21 64 [h264 @ 0x59f2e6dd86c0] error while decoding MB 21 64, bytestream 5288 [h264 @ 0x59f2e67612c0] cabac decode of qscale diff failed at 34 36 [h264 @ 0x59f2e67612c0] error while decoding MB 34 36, bytestream 1093 [in#0/rtsp @ 0x59f2e60efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f2e60efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:32:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:32:56+09:00", "pid": 32078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.961, "name": "ffmpeg", "pid": 32078, "rss_mb": 208.961, "state": "S (sleeping)", "threads": 70}, "restart_count": 126, "restart_count_per_hour": 11, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.925, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.708, "last_frame_pushed_at": "2026-10-31T16:32:53+09:00", "last_frame_read_age_sec": 4.818, "last_frame_read_at": "2026-10-31T16:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 236.695, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 363.305, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 4.696, "exists": true, "mtime": "2026-10-31T16:32:53.385732+09:00", "mtime_epoch": 1793431973.385732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98786}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:32:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1222.641, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 863249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.222, "max": 12.0, "p95": 12.0, "sample_count": 9}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.222, "max": 3.0, "p95": 3.0, "sample_count": 9}, "total": {"avg": 2.222, "max": 3.0, "p95": 3.0, "sample_count": 9}}, "tracking_counts": {"active": {"avg": 2.111, "max": 3.0, "p95": 3.0, "sample_count": 9}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}, "removed": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 9}, "tracked": {"avg": 2.111, "max": 3.0, "p95": 3.0, "sample_count": 9}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 9, "pushed_frames": 9, "read_frames": 9, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.57, "pushed": 0.57, "read": 0.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 9, "client_acquire_ms": {"avg_ms": 0.006, "count": 9, "max_ms": 0.009, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4772.739, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 9, "max_ms": 1.45, "p95_ms": 1.32, "reason": null, "sample_age_ms": 4820.345, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 9, "max_ms": 1.238, "p95_ms": 1.099, "reason": null, "sample_age_ms": 4820.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 9, "max_ms": 0.463, "p95_ms": 0.434, "reason": null, "sample_age_ms": 4772.749, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.726, "count": 9, "max_ms": 2.303, "p95_ms": 2.198, "reason": null, "sample_age_ms": 4817.996, "source": "client_direct"}, "request_count": 9, "request_tensor_bytes": {"avg": 2764808.0, "count": 9, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4817.964, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 9, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4773.237, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.103, "count": 9, "max_ms": 55.883, "p95_ms": 53.19, "reason": null, "sample_age_ms": 4772.736, "source": "client_direct"}, "sample_age_ms": 4772.733, "source": "client_direct", "task_total_ms": {"avg_ms": 45.262, "count": 9, "max_ms": 58.409, "p95_ms": 55.317, "reason": null, "sample_age_ms": 4772.733, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.37, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.009, "count": 9, "max_ms": 15.138, "p95_ms": 15.138}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.549, "count": 9, "max_ms": 1.292, "p95_ms": 1.292}, "detection_prepare_ms": {"avg_ms": 1.297, "count": 9, "max_ms": 1.902, "p95_ms": 1.902}, "event_filter_ms": {"avg_ms": 0.004, "count": 9, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.165, "count": 9, "max_ms": 0.289, "p95_ms": 0.289}, "mcmt_ms": {"avg_ms": 0.003, "count": 9, "max_ms": 0.009, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.139, "count": 9, "max_ms": 2.44, "p95_ms": 2.44}, "setup_ms": {"avg_ms": 0.033, "count": 9, "max_ms": 0.052, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 5.958, "count": 9, "max_ms": 15.072, "p95_ms": 15.072}, "track_match_ms": {"avg_ms": 0.191, "count": 9, "max_ms": 0.426, "p95_ms": 0.426}, "tracker_update_ms": {"avg_ms": 2.576, "count": 9, "max_ms": 9.448, "p95_ms": 9.448}}, "gstreamer_push": {"avg_ms": 3.161, "count": 9, "max_ms": 4.043, "p95_ms": 4.043}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 9, "max_ms": 0.314, "p95_ms": 0.314}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.122, "count": 9, "max_ms": 59.009, "p95_ms": 59.009}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.069, "count": 9, "max_ms": 10.885, "p95_ms": 10.885}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.334, "count": 9, "max_ms": 113.802, "p95_ms": 113.802}, "inference_input_copy_ms": {"avg_ms": 1.484, "count": 9, "max_ms": 2.367, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.187, "count": 9, "max_ms": 0.313, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.075, "count": 9, "max_ms": 119.803, "p95_ms": 119.803}, "read_interval": {"avg_ms": 2963.287, "count": 9, "max_ms": 15708.076, "p95_ms": 15708.076}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 9, "max_ms": 0.034, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.078, "count": 9, "max_ms": 2.34, "p95_ms": 2.34}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 9, "max_ms": 0.039, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.063, "count": 9, "max_ms": 2.314, "p95_ms": 2.314}, "worker_merge_ms": {"avg_ms": 0.006, "count": 9, "max_ms": 0.013, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.134, "count": 9, "max_ms": 59.017, "p95_ms": 59.017}, "visualize": {"avg_ms": 40.978, "count": 9, "max_ms": 50.271, "p95_ms": 50.271}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.759, "count": 9, "max_ms": 40.648, "p95_ms": 40.648}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.554, "count": 9, "max_ms": 48.056, "p95_ms": 48.056}, "visualize_input_copy_ms": {"avg_ms": 1.236, "count": 9, "max_ms": 1.994, "p95_ms": 1.994}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.439, "count": 9, "max_ms": 47.869, "p95_ms": 47.869}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 9, "max_ms": 0.098, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1222.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.629, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.645, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 863242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98952, "write_bytes_delta": 98952, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.254821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1542.0, "pid": 31962, "reason": null, "system_cpu_core_ratio": 0.147414, "system_cpu_s_delta": 4.09, "user_cpu_core_ratio": 0.107407, "user_cpu_s_delta": 2.9799999999999898}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.16039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.054424, "system_cpu_s_delta": 1.5100000000020373, "user_cpu_core_ratio": 0.105965, "user_cpu_s_delta": 2.9400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 39, "max_ms": 4.839, "p95_ms": 4.563, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.615, "max": 14.0, "p95": 13.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.821, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 39}, "total": {"avg": 1.821, "max": 3.0, "p95": 2.0, "sample_count": 39}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.704, "count": 30, "max": 53.23, "p95": 39.398, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.88, "count": 30, "max": 30.472, "p95": 27.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.233, "count": 30, "max": 1099.0, "p95": 1067.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 682.733, "count": 30, "max": 12819.0, "p95": 2158.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.274, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96161.733, "count": 30, "max": 103412.0, "p95": 101169.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.3, "count": 30, "max": 25.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.535, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.104, "count": 30, "max": 1.234, "p95": 1.22, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7169, "sampled_at": "2026-10-31T16:32:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:32:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 15.78, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1464776, "flush_count": 1562, "flush_interval_seconds": 30.0, "flush_state": {"count": 1562, "last_at": "2026-10-31T16:35:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:35:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1561}, "started": true, "suppressed_count": 863013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 862874}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1562, "written_record_count": 1562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7051.969, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6492ed36e4c0] error while decoding MB 91 67, bytestream -9 [in#0/rtsp @ 0x6492ed1dee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6492ed1dee00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2389987123200, "copied_frame_count": 864434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2389987123200, "frame_buffer_copies": 864434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1107, "count": 512, "max_ms": 2.2214, "p50_ms": 0.0912, "p95_ms": 0.2036, "p99_ms": 0.2507}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4711, "count": 512, "max_ms": 3.9031, "p50_ms": 1.3684, "p95_ms": 2.587, "p99_ms": 3.0027, "results": {"failed": 0, "not_applicable": 0, "success": 864434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:35:43+09:00", "last_error_summary": "[h264 @ 0x6492ed36e4c0] error while decoding MB 91 67, bytestream -9 [in#0/rtsp @ 0x6492ed1dee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6492ed1dee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:32:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.345, "last_started_at": "2026-10-31T16:32:56+09:00", "pid": 32078, "process": {"exists": false, "pid": 32078}, "restart_count": 126, "restart_count_per_hour": 11, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.729, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-31T16:35:43+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-31T16:35:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.042, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 197.958, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-31T16:35:43.358748+09:00", "mtime_epoch": 1793432143.358748, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100000}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:35:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1223.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 864435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.764, "max": 20.0, "p95": 18.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.056, "max": 6.0, "p95": 5.0, "sample_count": 89}, "total": {"avg": 4.056, "max": 6.0, "p95": 5.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 2.449, "max": 5.0, "p95": 4.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 2.449, "max": 5.0, "p95": 4.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 90, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.969, "pushed": 2.969, "read": 3.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 22.881, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.976, "count": 90, "max_ms": 5.709, "p95_ms": 3.28, "reason": null, "sample_age_ms": 75.939, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 90, "max_ms": 2.957, "p95_ms": 2.171, "reason": null, "sample_age_ms": 76.159, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 90, "max_ms": 0.983, "p95_ms": 0.713, "reason": null, "sample_age_ms": 22.899, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.813, "count": 90, "max_ms": 3.226, "p95_ms": 2.742, "reason": null, "sample_age_ms": 75.129, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.118, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.678, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.198, "count": 90, "max_ms": 77.181, "p95_ms": 65.574, "reason": null, "sample_age_ms": 22.874, "source": "client_direct"}, "sample_age_ms": 22.867, "source": "client_direct", "task_total_ms": {"avg_ms": 50.572, "count": 90, "max_ms": 79.585, "p95_ms": 68.268, "reason": null, "sample_age_ms": 22.867, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.89, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.134, "count": 89, "max_ms": 23.667, "p95_ms": 12.958}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 89, "max_ms": 1.093, "p95_ms": 0.945}, "detection_prepare_ms": {"avg_ms": 1.763, "count": 89, "max_ms": 10.726, "p95_ms": 2.555}, "event_filter_ms": {"avg_ms": 0.005, "count": 89, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.357, "count": 89, "max_ms": 1.26, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.035, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 2.458, "count": 89, "max_ms": 5.398, "p95_ms": 4.507}, "setup_ms": {"avg_ms": 0.037, "count": 89, "max_ms": 0.108, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 8.07, "count": 89, "max_ms": 23.556, "p95_ms": 12.822}, "track_match_ms": {"avg_ms": 0.249, "count": 89, "max_ms": 0.907, "p95_ms": 0.519}, "tracker_update_ms": {"avg_ms": 2.715, "count": 89, "max_ms": 8.02, "p95_ms": 5.038}}, "gstreamer_push": {"avg_ms": 3.155, "count": 89, "max_ms": 8.101, "p95_ms": 5.277}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 89, "max_ms": 0.349, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.054, "count": 89, "max_ms": 83.001, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.833, "count": 89, "max_ms": 17.912, "p95_ms": 9.554}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.212, "count": 89, "max_ms": 166.061, "p95_ms": 131.732}, "inference_input_copy_ms": {"avg_ms": 1.735, "count": 89, "max_ms": 4.098, "p95_ms": 2.838}, "processing_residual_ms": {"avg_ms": 0.31, "count": 89, "max_ms": 0.765, "p95_ms": 0.578}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.09, "count": 89, "max_ms": 170.733, "p95_ms": 137.784}, "read_interval": {"avg_ms": 334.631, "count": 90, "max_ms": 10132.674, "p95_ms": 184.759}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 89, "max_ms": 0.049, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.387, "count": 89, "max_ms": 5.294, "p95_ms": 4.365}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 89, "max_ms": 0.048, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.369, "count": 89, "max_ms": 5.269, "p95_ms": 4.333}, "worker_merge_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.015, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.067, "count": 89, "max_ms": 83.017, "p95_ms": 70.718}, "visualize": {"avg_ms": 41.745, "count": 89, "max_ms": 65.096, "p95_ms": 58.052}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.206, "count": 89, "max_ms": 51.684, "p95_ms": 45.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.156, "count": 89, "max_ms": 63.123, "p95_ms": 56.221}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 89, "max_ms": 2.913, "p95_ms": 2.283}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.028, "count": 89, "max_ms": 62.943, "p95_ms": 56.12}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 89, "max_ms": 0.234, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1223.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.071, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.636, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100258, "write_bytes_delta": 100258, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.078867, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2176.0, "pid": 32078, "reason": null, "system_cpu_core_ratio": 0.010584, "system_cpu_s_delta": 0.3099999999999987, "user_cpu_core_ratio": 0.068283, "user_cpu_s_delta": 2.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.779114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259818, "system_cpu_s_delta": 7.609999999993306, "user_cpu_core_ratio": 0.519295, "user_cpu_s_delta": 15.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.173, "count": 85, "max_ms": 8.101, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.341, "max": 18.0, "p95": 15.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.024, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 4.024, "max": 6.0, "p95": 5.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.749, "count": 30, "max": 53.23, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.305, "count": 30, "max": 30.472, "p95": 25.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 705.533, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.233, "count": 30, "max": 12819.0, "p95": 2501.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.274, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96804.933, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93625.9, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.167, "count": 30, "max": 31.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.63, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.351, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7177, "sampled_at": "2026-10-31T16:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1464776, "flush_count": 1562, "flush_interval_seconds": 30.0, "flush_state": {"count": 1562, "last_at": "2026-10-31T16:35:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:35:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1561}, "started": true, "suppressed_count": 863013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 862874}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1562, "written_record_count": 1562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7052.5, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:35:43+09:00", "last_error_summary": "[h264 @ 0x6492ed36e4c0] error while decoding MB 91 67, bytestream -9 [in#0/rtsp @ 0x6492ed1dee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6492ed1dee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2389989888000, "copied_frame_count": 864435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2389989888000, "frame_buffer_copies": 864435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 2.2214, "p50_ms": 0.0916, "p95_ms": 0.2036, "p99_ms": 0.2507}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4718, "count": 512, "max_ms": 3.9031, "p50_ms": 1.371, "p95_ms": 2.587, "p99_ms": 3.0027, "results": {"failed": 0, "not_applicable": 0, "success": 864435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:35:43+09:00", "last_error_summary": "[h264 @ 0x6492ed36e4c0] error while decoding MB 91 67, bytestream -9 [in#0/rtsp @ 0x6492ed1dee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6492ed1dee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.402, "last_started_at": "2026-10-31T16:32:56+09:00", "pid": 32078, "process": {"exists": false, "pid": 32078}, "restart_count": 126, "restart_count_per_hour": 11, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.729, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T16:35:43+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-31T16:35:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.09, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 197.91, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-10-31T16:35:43.358748+09:00", "mtime_epoch": 1793432143.358748, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100000}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:35:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1223.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 864435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.811, "max": 20.0, "p95": 18.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.078, "max": 6.0, "p95": 5.0, "sample_count": 90}, "total": {"avg": 4.078, "max": 6.0, "p95": 5.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 2.456, "max": 5.0, "p95": 4.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 2.456, "max": 5.0, "p95": 4.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.011, "pushed": 3.011, "read": 2.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 77.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 89, "max_ms": 5.709, "p95_ms": 3.281, "reason": null, "sample_age_ms": 130.159, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 89, "max_ms": 2.957, "p95_ms": 2.186, "reason": null, "sample_age_ms": 130.379, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 90, "max_ms": 0.983, "p95_ms": 0.713, "reason": null, "sample_age_ms": 77.118, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.808, "count": 89, "max_ms": 3.226, "p95_ms": 2.75, "reason": null, "sample_age_ms": 129.348, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.337, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.897, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.198, "count": 90, "max_ms": 77.181, "p95_ms": 65.574, "reason": null, "sample_age_ms": 77.093, "source": "client_direct"}, "sample_age_ms": 77.086, "source": "client_direct", "task_total_ms": {"avg_ms": 50.572, "count": 90, "max_ms": 79.585, "p95_ms": 68.268, "reason": null, "sample_age_ms": 77.086, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.627, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.197, "count": 90, "max_ms": 23.667, "p95_ms": 13.804}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 90, "max_ms": 1.093, "p95_ms": 0.945}, "detection_prepare_ms": {"avg_ms": 1.774, "count": 90, "max_ms": 10.726, "p95_ms": 2.738}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.36, "count": 90, "max_ms": 1.26, "p95_ms": 0.602}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.035, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 2.492, "count": 90, "max_ms": 5.495, "p95_ms": 4.528}, "setup_ms": {"avg_ms": 0.038, "count": 90, "max_ms": 0.108, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 8.133, "count": 90, "max_ms": 23.556, "p95_ms": 13.731}, "track_match_ms": {"avg_ms": 0.25, "count": 90, "max_ms": 0.907, "p95_ms": 0.519}, "tracker_update_ms": {"avg_ms": 2.73, "count": 90, "max_ms": 8.02, "p95_ms": 5.038}}, "gstreamer_push": {"avg_ms": 3.153, "count": 90, "max_ms": 8.101, "p95_ms": 5.277}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 90, "max_ms": 0.349, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.074, "count": 90, "max_ms": 83.001, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.821, "count": 90, "max_ms": 17.912, "p95_ms": 9.554}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.392, "count": 90, "max_ms": 166.061, "p95_ms": 131.732}, "inference_input_copy_ms": {"avg_ms": 1.722, "count": 90, "max_ms": 4.098, "p95_ms": 2.838}, "processing_residual_ms": {"avg_ms": 0.308, "count": 90, "max_ms": 0.765, "p95_ms": 0.578}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.244, "count": 90, "max_ms": 170.733, "p95_ms": 137.784}, "read_interval": {"avg_ms": 335.98, "count": 89, "max_ms": 10132.674, "p95_ms": 181.65}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.049, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.42, "count": 90, "max_ms": 5.418, "p95_ms": 4.448}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 90, "max_ms": 0.048, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.403, "count": 90, "max_ms": 5.406, "p95_ms": 4.433}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.015, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.087, "count": 90, "max_ms": 83.017, "p95_ms": 70.718}, "visualize": {"avg_ms": 41.843, "count": 90, "max_ms": 65.096, "p95_ms": 58.052}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.305, "count": 90, "max_ms": 51.684, "p95_ms": 45.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.261, "count": 90, "max_ms": 63.123, "p95_ms": 56.221}, "visualize_input_copy_ms": {"avg_ms": 1.382, "count": 90, "max_ms": 2.913, "p95_ms": 2.283}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.133, "count": 90, "max_ms": 62.943, "p95_ms": 56.12}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 90, "max_ms": 0.234, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1223.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.071, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.636, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100258, "write_bytes_delta": 100258, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.078867, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2176.0, "pid": 32078, "reason": null, "system_cpu_core_ratio": 0.010584, "system_cpu_s_delta": 0.3099999999999987, "user_cpu_core_ratio": 0.068283, "user_cpu_s_delta": 2.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.779114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259818, "system_cpu_s_delta": 7.609999999993306, "user_cpu_core_ratio": 0.519295, "user_cpu_s_delta": 15.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.173, "count": 85, "max_ms": 8.101, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.341, "max": 18.0, "p95": 15.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.024, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 4.024, "max": 6.0, "p95": 5.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.749, "count": 30, "max": 53.23, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.305, "count": 30, "max": 30.472, "p95": 25.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 705.533, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.233, "count": 30, "max": 12819.0, "p95": 2501.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.274, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96804.933, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93625.9, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.167, "count": 30, "max": 31.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.63, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.351, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7177, "sampled_at": "2026-10-31T16:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1464776, "flush_count": 1562, "flush_interval_seconds": 30.0, "flush_state": {"count": 1562, "last_at": "2026-10-31T16:35:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:35:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1561}, "started": true, "suppressed_count": 863013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 862874}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1562, "written_record_count": 1562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7052.043, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2389989888000, "copied_frame_count": 864435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2389989888000, "frame_buffer_copies": 864435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 2.2214, "p50_ms": 0.0916, "p95_ms": 0.2036, "p99_ms": 0.2507}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4718, "count": 512, "max_ms": 3.9031, "p50_ms": 1.371, "p95_ms": 2.587, "p99_ms": 3.0027, "results": {"failed": 0, "not_applicable": 0, "success": 864435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:35:43+09:00", "last_error_summary": "[h264 @ 0x6492ed36e4c0] error while decoding MB 91 67, bytestream -9 [in#0/rtsp @ 0x6492ed1dee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6492ed1dee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.425, "last_started_at": "2026-10-31T16:32:56+09:00", "pid": 32078, "process": {"exists": false, "pid": 32078}, "restart_count": 126, "restart_count_per_hour": 11, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.729, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-31T16:35:43+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-31T16:35:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.116, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 197.884, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-31T16:35:43.492749+09:00", "mtime_epoch": 1793432143.4927487, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99723}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:35:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1223.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 864435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.811, "max": 20.0, "p95": 18.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.078, "max": 6.0, "p95": 5.0, "sample_count": 90}, "total": {"avg": 4.078, "max": 6.0, "p95": 5.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 2.456, "max": 5.0, "p95": 4.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 2.456, "max": 5.0, "p95": 4.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.009, "pushed": 3.009, "read": 2.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 101.614, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 89, "max_ms": 5.709, "p95_ms": 3.281, "reason": null, "sample_age_ms": 154.672, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 89, "max_ms": 2.957, "p95_ms": 2.186, "reason": null, "sample_age_ms": 154.892, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 90, "max_ms": 0.983, "p95_ms": 0.713, "reason": null, "sample_age_ms": 101.632, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.808, "count": 89, "max_ms": 3.226, "p95_ms": 2.75, "reason": null, "sample_age_ms": 153.862, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.851, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.411, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.198, "count": 90, "max_ms": 77.181, "p95_ms": 65.574, "reason": null, "sample_age_ms": 101.607, "source": "client_direct"}, "sample_age_ms": 101.6, "source": "client_direct", "task_total_ms": {"avg_ms": 50.572, "count": 90, "max_ms": 79.585, "p95_ms": 68.268, "reason": null, "sample_age_ms": 101.6, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.56, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.197, "count": 90, "max_ms": 23.667, "p95_ms": 13.804}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 90, "max_ms": 1.093, "p95_ms": 0.945}, "detection_prepare_ms": {"avg_ms": 1.774, "count": 90, "max_ms": 10.726, "p95_ms": 2.738}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.36, "count": 90, "max_ms": 1.26, "p95_ms": 0.602}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.035, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 2.492, "count": 90, "max_ms": 5.495, "p95_ms": 4.528}, "setup_ms": {"avg_ms": 0.038, "count": 90, "max_ms": 0.108, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 8.133, "count": 90, "max_ms": 23.556, "p95_ms": 13.731}, "track_match_ms": {"avg_ms": 0.25, "count": 90, "max_ms": 0.907, "p95_ms": 0.519}, "tracker_update_ms": {"avg_ms": 2.73, "count": 90, "max_ms": 8.02, "p95_ms": 5.038}}, "gstreamer_push": {"avg_ms": 3.153, "count": 90, "max_ms": 8.101, "p95_ms": 5.277}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 90, "max_ms": 0.349, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.074, "count": 90, "max_ms": 83.001, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.821, "count": 90, "max_ms": 17.912, "p95_ms": 9.554}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.392, "count": 90, "max_ms": 166.061, "p95_ms": 131.732}, "inference_input_copy_ms": {"avg_ms": 1.722, "count": 90, "max_ms": 4.098, "p95_ms": 2.838}, "processing_residual_ms": {"avg_ms": 0.308, "count": 90, "max_ms": 0.765, "p95_ms": 0.578}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.244, "count": 90, "max_ms": 170.733, "p95_ms": 137.784}, "read_interval": {"avg_ms": 335.98, "count": 89, "max_ms": 10132.674, "p95_ms": 181.65}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.049, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.42, "count": 90, "max_ms": 5.418, "p95_ms": 4.448}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 90, "max_ms": 0.048, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.403, "count": 90, "max_ms": 5.406, "p95_ms": 4.433}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.015, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.087, "count": 90, "max_ms": 83.017, "p95_ms": 70.718}, "visualize": {"avg_ms": 41.843, "count": 90, "max_ms": 65.096, "p95_ms": 58.052}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.305, "count": 90, "max_ms": 51.684, "p95_ms": 45.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.261, "count": 90, "max_ms": 63.123, "p95_ms": 56.221}, "visualize_input_copy_ms": {"avg_ms": 1.382, "count": 90, "max_ms": 2.913, "p95_ms": 2.283}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.133, "count": 90, "max_ms": 62.943, "p95_ms": 56.12}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 90, "max_ms": 0.234, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1223.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.071, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.636, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100258, "write_bytes_delta": 100258, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.078867, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2176.0, "pid": 32078, "reason": null, "system_cpu_core_ratio": 0.010584, "system_cpu_s_delta": 0.3099999999999987, "user_cpu_core_ratio": 0.068283, "user_cpu_s_delta": 2.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.779114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259818, "system_cpu_s_delta": 7.609999999993306, "user_cpu_core_ratio": 0.519295, "user_cpu_s_delta": 15.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.173, "count": 85, "max_ms": 8.101, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.341, "max": 18.0, "p95": 15.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.024, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 4.024, "max": 6.0, "p95": 5.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.749, "count": 30, "max": 53.23, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.305, "count": 30, "max": 30.472, "p95": 25.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 705.533, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.233, "count": 30, "max": 12819.0, "p95": 2501.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.274, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96804.933, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93625.9, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.167, "count": 30, "max": 31.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.63, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.351, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7177, "sampled_at": "2026-10-31T16:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1464776, "flush_count": 1562, "flush_interval_seconds": 30.0, "flush_state": {"count": 1562, "last_at": "2026-10-31T16:35:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:35:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1561}, "started": true, "suppressed_count": 863013, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 862874}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1562, "written_record_count": 1562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7223.539, "limit_mb": null}, "detail": {"pid": 32194, "restart_count": 127, "start_count": 128}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2389989888000, "copied_frame_count": 864435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T14:23:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2744314, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T14:23:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.605}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 130, "events_failed": 0, "events_observed": 139, "events_suppressed": 9, "frame_buffer_copied_bytes": 2389989888000, "frame_buffer_copies": 864435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 2.2214, "p50_ms": 0.0916, "p95_ms": 0.2036, "p99_ms": 0.2507}, "stages": {"db_insert": {"avg_ms": 16.5974, "count": 130, "max_ms": 62.2331, "p50_ms": 14.8413, "p95_ms": 32.2807, "p99_ms": 53.7098, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7438, "count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 946.3506, "count": 139, "max_ms": 4422.916, "p50_ms": 939.8506, "p95_ms": 1307.2536, "p99_ms": 1409.9556, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4718, "count": 512, "max_ms": 3.9031, "p50_ms": 1.371, "p95_ms": 2.587, "p99_ms": 3.0027, "results": {"failed": 0, "not_applicable": 0, "success": 864435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.0873, "count": 139, "max_ms": 862.8454, "p50_ms": 502.0438, "p95_ms": 630.934, "p99_ms": 685.8849, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.1565, "count": 130, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.4229, "p99_ms": 68.1227, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5598, "count": 512, "max_ms": 14.8448, "p50_ms": 5.2204, "p95_ms": 8.3917, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5491, "count": 512, "max_ms": 6.9645, "p50_ms": 1.43, "p95_ms": 2.6411, "p99_ms": 3.7819, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.2673, "count": 130, "max_ms": 860.4624, "p50_ms": 506.7677, "p95_ms": 628.2743, "p99_ms": 683.4224, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.4684, "count": 130, "max_ms": 789.0434, "p50_ms": 414.5489, "p95_ms": 524.4293, "p99_ms": 566.912, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8799, "count": 130, "max_ms": 115.8706, "p50_ms": 85.0173, "p95_ms": 104.6099, "p99_ms": 111.4054, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8411, "count": 130, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2934, "p99_ms": 9.1711, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4198, "count": 130, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.4633, "p99_ms": 70.2665, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 130, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.3028, "p99_ms": 10.372, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7945, "count": 139, "max_ms": 4.5565, "p50_ms": 0.6721, "p95_ms": 1.5878, "p99_ms": 2.5946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9363, "count": 130, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6994, "p99_ms": 3.2007, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 405.0792, "count": 130, "max_ms": 3752.636, "p50_ms": 350.8727, "p95_ms": 643.3731, "p99_ms": 711.2642, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1976, "count": 130, "max_ms": 14.3512, "p50_ms": 1.2784, "p95_ms": 7.2389, "p99_ms": 11.361, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8758, "count": 130, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 65.1397, "p99_ms": 73.5877, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1959, "count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 484.9837, "count": 130, "max_ms": 3837.487, "p50_ms": 429.1142, "p95_ms": 725.9613, "p99_ms": 793.3946, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1787, "p99_ms": 0.2253}, "wait_ms": {"count": 130, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.8507, "p99_ms": 5.6079}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15672, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7907, "p99_ms": 3.6529}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 119, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:35:43+09:00", "last_error_summary": "[h264 @ 0x6492ed36e4c0] error while decoding MB 91 67, bytestream -9 [in#0/rtsp @ 0x6492ed1dee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6492ed1dee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:35:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:35:45+09:00", "pid": 32194, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.508, "name": "ffmpeg", "pid": 32194, "rss_mb": 206.508, "state": "S (sleeping)", "threads": 70}, "restart_count": 127, "restart_count_per_hour": 12, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.957, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.102, "last_frame_pushed_at": "2026-10-31T16:35:43+09:00", "last_frame_read_age_sec": 4.23, "last_frame_read_at": "2026-10-31T16:35:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.191, "last_sample_duration_ms": 1190.366, "last_trigger": "periodic", "next_snapshot_in_sec": 193.809, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 156, "storage_bytes": 2518085}, "mjpeg": {"age_sec": 4.091, "exists": true, "mtime": "2026-10-31T16:35:43.492749+09:00", "mtime_epoch": 1793432143.4927487, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99723}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:35:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1293.895, "name": "celery", "pid": 206, "rss_mb": 1223.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 100, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 864435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.482, "max": 20.0, "p95": 18.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.071, "max": 6.0, "p95": 6.0, "sample_count": 56}, "total": {"avg": 4.071, "max": 6.0, "p95": 6.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 2.625, "max": 5.0, "p95": 4.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 2.625, "max": 5.0, "p95": 4.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.869, "pushed": 1.869, "read": 1.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.014, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4178.707, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.017, "count": 55, "max_ms": 5.101, "p95_ms": 3.284, "reason": null, "sample_age_ms": 4231.765, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 55, "max_ms": 2.957, "p95_ms": 1.874, "reason": null, "sample_age_ms": 4231.985, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 55, "max_ms": 0.983, "p95_ms": 0.706, "reason": null, "sample_age_ms": 4178.725, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.738, "count": 55, "max_ms": 3.226, "p95_ms": 2.47, "reason": null, "sample_age_ms": 4230.955, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4230.944, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4179.503, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.047, "count": 55, "max_ms": 71.619, "p95_ms": 65.825, "reason": null, "sample_age_ms": 4178.7, "source": "client_direct"}, "sample_age_ms": 4178.693, "source": "client_direct", "task_total_ms": {"avg_ms": 50.352, "count": 55, "max_ms": 73.695, "p95_ms": 68.241, "reason": null, "sample_age_ms": 4178.693, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.088, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.587, "count": 56, "max_ms": 23.667, "p95_ms": 14.877}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 56, "max_ms": 1.075, "p95_ms": 0.915}, "detection_prepare_ms": {"avg_ms": 1.822, "count": 56, "max_ms": 10.726, "p95_ms": 2.738}, "event_filter_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.369, "count": 56, "max_ms": 1.26, "p95_ms": 0.609}, "mcmt_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.032, "p95_ms": 0.024}, "scenario_analyze_ms": {"avg_ms": 2.732, "count": 56, "max_ms": 5.495, "p95_ms": 4.62}, "setup_ms": {"avg_ms": 0.039, "count": 56, "max_ms": 0.108, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.521, "count": 56, "max_ms": 23.556, "p95_ms": 14.785}, "track_match_ms": {"avg_ms": 0.276, "count": 56, "max_ms": 0.907, "p95_ms": 0.669}, "tracker_update_ms": {"avg_ms": 2.799, "count": 56, "max_ms": 8.02, "p95_ms": 7.108}}, "gstreamer_push": {"avg_ms": 3.164, "count": 56, "max_ms": 5.607, "p95_ms": 4.83}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 56, "max_ms": 0.346, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.094, "count": 56, "max_ms": 80.848, "p95_ms": 73.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.943, "count": 56, "max_ms": 13.387, "p95_ms": 11.399}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.199, "count": 56, "max_ms": 166.061, "p95_ms": 131.732}, "inference_input_copy_ms": {"avg_ms": 1.745, "count": 56, "max_ms": 4.098, "p95_ms": 3.282}, "processing_residual_ms": {"avg_ms": 0.287, "count": 56, "max_ms": 0.765, "p95_ms": 0.536}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.175, "count": 56, "max_ms": 170.733, "p95_ms": 137.784}, "read_interval": {"avg_ms": 470.009, "count": 55, "max_ms": 10132.674, "p95_ms": 188.32}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 56, "max_ms": 0.049, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.659, "count": 56, "max_ms": 5.418, "p95_ms": 4.46}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 56, "max_ms": 0.048, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.641, "count": 56, "max_ms": 5.406, "p95_ms": 4.435}, "worker_merge_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.015, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.107, "count": 56, "max_ms": 80.866, "p95_ms": 73.926}, "visualize": {"avg_ms": 43.169, "count": 56, "max_ms": 65.096, "p95_ms": 60.15}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.421, "count": 56, "max_ms": 51.684, "p95_ms": 48.6}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.547, "count": 56, "max_ms": 63.123, "p95_ms": 58.046}, "visualize_input_copy_ms": {"avg_ms": 1.413, "count": 56, "max_ms": 2.658, "p95_ms": 2.283}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.42, "count": 56, "max_ms": 62.943, "p95_ms": 57.922}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 56, "max_ms": 0.234, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1223.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.071, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.636, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 864429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100258, "write_bytes_delta": 100258, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.078867, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2176.0, "pid": 32078, "reason": null, "system_cpu_core_ratio": 0.010584, "system_cpu_s_delta": 0.3099999999999987, "user_cpu_core_ratio": 0.068283, "user_cpu_s_delta": 2.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.779114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.259818, "system_cpu_s_delta": 7.609999999993306, "user_cpu_core_ratio": 0.519295, "user_cpu_s_delta": 15.210000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.173, "count": 85, "max_ms": 8.101, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.341, "max": 18.0, "p95": 15.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.024, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 4.024, "max": 6.0, "p95": 5.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.749, "count": 30, "max": 53.23, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.305, "count": 30, "max": 30.472, "p95": 25.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 705.533, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.233, "count": 30, "max": 12819.0, "p95": 2501.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.274, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.44, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96804.933, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93625.9, "count": 30, "max": 103412.0, "p95": 101468.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.167, "count": 30, "max": 31.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.63, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.351, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7177, "sampled_at": "2026-10-31T16:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1467908, "flush_count": 1565, "flush_interval_seconds": 30.0, "flush_state": {"count": 1565, "last_at": "2026-10-31T16:38:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:38:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1564}, "started": true, "suppressed_count": 864394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 140, "tracking_summary": 864254}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1565, "written_record_count": 1565}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7061.75, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5e2011608640] cabac decode of qscale diff failed at 41 66 [h264 @ 0x5e2011608640] error while decoding MB 41 66, bytestream 62294 [h264 @ 0x5e201155fbc0] error while decoding MB 111 46, bytestream -7 [h264 @ 0x5e20115b8c40] error while decoding MB 100 32, bytestream -34 [in#0/rtsp @ 0x5e201146de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e201146de00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2393810841600, "copied_frame_count": 865817, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:37:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3308379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:37:11+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 140, "events_emitted": 131, "events_failed": 0, "events_observed": 140, "events_suppressed": 9, "frame_buffer_copied_bytes": 2393810841600, "frame_buffer_copies": 865817, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6550, "recorder_active_input_bytes": 18109440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 131, "recorder_clips_failed": 0, "recorder_clips_started": 131, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 131, "worker_jobs_accepted": 131, "worker_jobs_completed": 131, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 3.7203, "p50_ms": 0.0925, "p95_ms": 0.2167, "p99_ms": 0.3142}, "stages": {"db_insert": {"avg_ms": 16.5744, "count": 131, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 32.1455, "p99_ms": 53.5233, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7429, "count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1169, "count": 140, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1323.1236, "p99_ms": 1409.3929, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5213, "count": 512, "max_ms": 5.3528, "p50_ms": 1.385, "p95_ms": 2.5515, "p99_ms": 3.5433, "results": {"failed": 0, "not_applicable": 0, "success": 865817, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.5967, "count": 140, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9135, "p99_ms": 685.6053, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.0884, "count": 131, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.4026, "p99_ms": 68.1145, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5285, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1482, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5658, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4401, "p95_ms": 2.6932, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.553, "count": 131, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.2447, "p99_ms": 683.1402, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.6757, "count": 131, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.1504, "p99_ms": 566.7696, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9667, "count": 131, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.4766, "p99_ms": 111.4037, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8378, "count": 131, "max_ms": 15.8949, "p50_ms": 1.4158, "p95_ms": 3.2806, "p99_ms": 9.1631, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4296, "count": 131, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 56.3922, "p99_ms": 70.2523, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9348, "count": 131, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.696, "p99_ms": 3.1963, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.3139, "count": 131, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 656.0074, "p99_ms": 711.0869, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1887, "count": 131, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1944, "p99_ms": 11.3559, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9162, "count": 131, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.9129, "p99_ms": 73.5666, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1929, "count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 487.1569, "count": 131, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 742.5617, "p99_ms": 793.216, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 131, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225}, "wait_ms": {"count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 131, "artifact_failed": 0, "artifact_requested": 131, "artifact_success": 131, "completed": 131, "completed_failed": 0, "completed_success": 131, "cooldown_promoted": 131, "database_requested": 131, "db_insert_success": 131, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15673, "relay_business_failed": 0, "relay_business_success": 131, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 131, "relay_transport_failed": 0, "relay_transport_success": 131, "reservation_requested": 131}, "snapshot": {"copied_bytes": 362188800, "copied_count": 131, "copy": {"count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:39:14+09:00", "last_error_summary": "[h264 @ 0x5e2011608640] cabac decode of qscale diff failed at 41 66 [h264 @ 0x5e2011608640] error while decoding MB 41 66, bytestream 62294 [h264 @ 0x5e201155fbc0] error while decoding MB 111 46, bytestream -7 [h264 @ 0x5e20115b8c40] error while decoding MB 100 32, bytestream -34 [in#0/rtsp @ 0x5e201146de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e201146de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:35:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 208.993, "last_started_at": "2026-10-31T16:35:45+09:00", "pid": 32194, "process": {"exists": false, "pid": 32194}, "restart_count": 127, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.402, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-31T16:39:14+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-10-31T16:39:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.386, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 588.614, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-31T16:39:14.509132+09:00", "mtime_epoch": 1793432354.5091324, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99317}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:39:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1242.477, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 101, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 865818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.922, "max": 13.0, "p95": 12.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}, "total": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 1.091, "max": 2.0, "p95": 2.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 1.091, "max": 2.0, "p95": 2.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.567, "pushed": 2.567, "read": 2.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 21.386, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.741, "count": 77, "max_ms": 4.177, "p95_ms": 2.163, "reason": null, "sample_age_ms": 75.777, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 77, "max_ms": 2.967, "p95_ms": 1.623, "reason": null, "sample_age_ms": 76.049, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.416, "count": 77, "max_ms": 0.996, "p95_ms": 0.725, "reason": null, "sample_age_ms": 21.394, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.834, "count": 77, "max_ms": 4.334, "p95_ms": 2.971, "reason": null, "sample_age_ms": 72.22, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.158, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.66, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.644, "count": 77, "max_ms": 92.536, "p95_ms": 71.719, "reason": null, "sample_age_ms": 21.384, "source": "client_direct"}, "sample_age_ms": 21.38, "source": "client_direct", "task_total_ms": {"avg_ms": 53.06, "count": 77, "max_ms": 94.712, "p95_ms": 74.802, "reason": null, "sample_age_ms": 21.38, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.055, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.205, "count": 77, "max_ms": 17.718, "p95_ms": 15.242}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.581, "count": 77, "max_ms": 1.536, "p95_ms": 1.115}, "detection_prepare_ms": {"avg_ms": 1.898, "count": 77, "max_ms": 8.523, "p95_ms": 3.936}, "event_filter_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.043, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.533, "count": 77, "max_ms": 0.931, "p95_ms": 0.894}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.036, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.339, "count": 77, "max_ms": 8.269, "p95_ms": 6.365}, "setup_ms": {"avg_ms": 0.04, "count": 77, "max_ms": 0.116, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 10.137, "count": 77, "max_ms": 17.674, "p95_ms": 15.166}, "track_match_ms": {"avg_ms": 0.175, "count": 77, "max_ms": 0.532, "p95_ms": 0.289}, "tracker_update_ms": {"avg_ms": 2.56, "count": 77, "max_ms": 4.85, "p95_ms": 4.293}}, "gstreamer_push": {"avg_ms": 3.431, "count": 77, "max_ms": 5.6, "p95_ms": 5.301}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 77, "max_ms": 0.181, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.336, "count": 77, "max_ms": 96.997, "p95_ms": 76.162}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.641, "count": 77, "max_ms": 12.607, "p95_ms": 9.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.028, "count": 77, "max_ms": 169.291, "p95_ms": 141.809}, "inference_input_copy_ms": {"avg_ms": 1.915, "count": 77, "max_ms": 3.783, "p95_ms": 3.057}, "processing_residual_ms": {"avg_ms": 0.269, "count": 77, "max_ms": 0.632, "p95_ms": 0.507}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.854, "count": 77, "max_ms": 175.443, "p95_ms": 146.131}, "read_interval": {"avg_ms": 390.068, "count": 77, "max_ms": 20066.629, "p95_ms": 187.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 77, "max_ms": 0.092, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.26, "count": 77, "max_ms": 8.184, "p95_ms": 6.198}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 77, "max_ms": 0.04, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.239, "count": 77, "max_ms": 8.167, "p95_ms": 6.161}, "worker_merge_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.351, "count": 77, "max_ms": 97.011, "p95_ms": 76.178}, "visualize": {"avg_ms": 43.149, "count": 77, "max_ms": 71.211, "p95_ms": 59.681}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.688, "count": 77, "max_ms": 53.013, "p95_ms": 47.682}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.563, "count": 77, "max_ms": 66.322, "p95_ms": 58.162}, "visualize_input_copy_ms": {"avg_ms": 1.379, "count": 77, "max_ms": 4.555, "p95_ms": 2.573}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.431, "count": 77, "max_ms": 66.101, "p95_ms": 57.955}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 77, "max_ms": 0.19, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1242.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.869, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.765, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97899, "write_bytes_delta": 97899, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.151651, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4888.0, "pid": 32194, "reason": null, "system_cpu_core_ratio": 0.053972, "system_cpu_s_delta": 1.6300000000000026, "user_cpu_core_ratio": 0.097679, "user_cpu_s_delta": 2.9499999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.686736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.224828, "system_cpu_s_delta": 6.790000000000873, "user_cpu_core_ratio": 0.461908, "user_cpu_s_delta": 13.94999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 77, "max_ms": 5.6, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.961, "max": 13.0, "p95": 12.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.649, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 77}, "total": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.643, "count": 30, "max": 59.869, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.721, "count": 30, "max": 25.975, "p95": 21.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 755.1, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1366.0, "count": 30, "max": 12819.0, "p95": 3925.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.298, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.192, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98358.133, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95216.467, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1136.9, "count": 30, "max": 33578.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.676, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.414, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7187, "sampled_at": "2026-10-31T16:39:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:39:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1467908, "flush_count": 1565, "flush_interval_seconds": 30.0, "flush_state": {"count": 1565, "last_at": "2026-10-31T16:38:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:38:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1564}, "started": true, "suppressed_count": 864394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 140, "tracking_summary": 864254}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1565, "written_record_count": 1565}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7075.383, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:39:14+09:00", "last_error_summary": "[h264 @ 0x5e2011608640] cabac decode of qscale diff failed at 41 66 [h264 @ 0x5e2011608640] error while decoding MB 41 66, bytestream 62294 [h264 @ 0x5e201155fbc0] error while decoding MB 111 46, bytestream -7 [h264 @ 0x5e20115b8c40] error while decoding MB 100 32, bytestream -34 [in#0/rtsp @ 0x5e201146de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e201146de00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2393813606400, "copied_frame_count": 865818, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:37:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3308379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:37:11+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 140, "events_emitted": 131, "events_failed": 0, "events_observed": 140, "events_suppressed": 9, "frame_buffer_copied_bytes": 2393813606400, "frame_buffer_copies": 865818, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6550, "recorder_active_input_bytes": 18109440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 131, "recorder_clips_failed": 0, "recorder_clips_started": 131, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 131, "worker_jobs_accepted": 131, "worker_jobs_completed": 131, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 3.7203, "p50_ms": 0.0925, "p95_ms": 0.2167, "p99_ms": 0.3142}, "stages": {"db_insert": {"avg_ms": 16.5744, "count": 131, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 32.1455, "p99_ms": 53.5233, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7429, "count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1169, "count": 140, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1323.1236, "p99_ms": 1409.3929, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 5.3528, "p50_ms": 1.3869, "p95_ms": 2.5515, "p99_ms": 3.5433, "results": {"failed": 0, "not_applicable": 0, "success": 865818, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.5967, "count": 140, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9135, "p99_ms": 685.6053, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.0884, "count": 131, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.4026, "p99_ms": 68.1145, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5285, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1482, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5658, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4401, "p95_ms": 2.6932, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.553, "count": 131, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.2447, "p99_ms": 683.1402, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.6757, "count": 131, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.1504, "p99_ms": 566.7696, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9667, "count": 131, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.4766, "p99_ms": 111.4037, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8378, "count": 131, "max_ms": 15.8949, "p50_ms": 1.4158, "p95_ms": 3.2806, "p99_ms": 9.1631, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4296, "count": 131, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 56.3922, "p99_ms": 70.2523, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9348, "count": 131, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.696, "p99_ms": 3.1963, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.3139, "count": 131, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 656.0074, "p99_ms": 711.0869, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1887, "count": 131, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1944, "p99_ms": 11.3559, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9162, "count": 131, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.9129, "p99_ms": 73.5666, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1929, "count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 487.1569, "count": 131, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 742.5617, "p99_ms": 793.216, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 131, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225}, "wait_ms": {"count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 131, "artifact_failed": 0, "artifact_requested": 131, "artifact_success": 131, "completed": 131, "completed_failed": 0, "completed_success": 131, "cooldown_promoted": 131, "database_requested": 131, "db_insert_success": 131, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15673, "relay_business_failed": 0, "relay_business_success": 131, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 131, "relay_transport_failed": 0, "relay_transport_success": 131, "reservation_requested": 131}, "snapshot": {"copied_bytes": 362188800, "copied_count": 131, "copy": {"count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:39:14+09:00", "last_error_summary": "[h264 @ 0x5e2011608640] cabac decode of qscale diff failed at 41 66 [h264 @ 0x5e2011608640] error while decoding MB 41 66, bytestream 62294 [h264 @ 0x5e201155fbc0] error while decoding MB 111 46, bytestream -7 [h264 @ 0x5e20115b8c40] error while decoding MB 100 32, bytestream -34 [in#0/rtsp @ 0x5e201146de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e201146de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:39:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.064, "last_started_at": "2026-10-31T16:35:45+09:00", "pid": 32194, "process": {"exists": false, "pid": 32194}, "restart_count": 127, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.402, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-31T16:39:14+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-31T16:39:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.45, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 588.55, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-31T16:39:14.634133+09:00", "mtime_epoch": 1793432354.6341326, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98108}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:39:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1242.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 101, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 865818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.935, "max": 13.0, "p95": 12.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}, "total": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.57, "pushed": 2.57, "read": 2.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 89.267, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.748, "count": 76, "max_ms": 4.177, "p95_ms": 2.178, "reason": null, "sample_age_ms": 143.658, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 76, "max_ms": 2.967, "p95_ms": 1.629, "reason": null, "sample_age_ms": 143.929, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.416, "count": 76, "max_ms": 0.996, "p95_ms": 0.729, "reason": null, "sample_age_ms": 89.274, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.841, "count": 76, "max_ms": 4.334, "p95_ms": 2.981, "reason": null, "sample_age_ms": 140.101, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.038, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.54, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.925, "count": 76, "max_ms": 92.536, "p95_ms": 71.74, "reason": null, "sample_age_ms": 89.264, "source": "client_direct"}, "sample_age_ms": 89.261, "source": "client_direct", "task_total_ms": {"avg_ms": 53.348, "count": 76, "max_ms": 94.712, "p95_ms": 74.811, "reason": null, "sample_age_ms": 89.261, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.438, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.173, "count": 77, "max_ms": 17.718, "p95_ms": 15.242}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.578, "count": 77, "max_ms": 1.536, "p95_ms": 1.115}, "detection_prepare_ms": {"avg_ms": 1.901, "count": 77, "max_ms": 8.523, "p95_ms": 3.936}, "event_filter_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.043, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.533, "count": 77, "max_ms": 0.931, "p95_ms": 0.894}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.036, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.309, "count": 77, "max_ms": 8.269, "p95_ms": 6.365}, "setup_ms": {"avg_ms": 0.04, "count": 77, "max_ms": 0.116, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 10.105, "count": 77, "max_ms": 17.674, "p95_ms": 15.166}, "track_match_ms": {"avg_ms": 0.175, "count": 77, "max_ms": 0.532, "p95_ms": 0.289}, "tracker_update_ms": {"avg_ms": 2.558, "count": 77, "max_ms": 4.85, "p95_ms": 4.293}}, "gstreamer_push": {"avg_ms": 3.438, "count": 77, "max_ms": 5.6, "p95_ms": 5.301}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 77, "max_ms": 0.181, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.275, "count": 77, "max_ms": 96.997, "p95_ms": 76.162}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.661, "count": 77, "max_ms": 12.607, "p95_ms": 9.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.1, "count": 77, "max_ms": 169.291, "p95_ms": 141.809}, "inference_input_copy_ms": {"avg_ms": 1.905, "count": 77, "max_ms": 3.783, "p95_ms": 3.057}, "processing_residual_ms": {"avg_ms": 0.267, "count": 77, "max_ms": 0.632, "p95_ms": 0.507}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.933, "count": 77, "max_ms": 175.443, "p95_ms": 146.131}, "read_interval": {"avg_ms": 393.625, "count": 76, "max_ms": 20066.629, "p95_ms": 187.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 77, "max_ms": 0.092, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.229, "count": 77, "max_ms": 8.184, "p95_ms": 6.198}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 77, "max_ms": 0.04, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.208, "count": 77, "max_ms": 8.167, "p95_ms": 6.161}, "worker_merge_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.29, "count": 77, "max_ms": 97.011, "p95_ms": 76.178}, "visualize": {"avg_ms": 43.287, "count": 77, "max_ms": 71.211, "p95_ms": 59.681}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.778, "count": 77, "max_ms": 53.013, "p95_ms": 47.682}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.692, "count": 77, "max_ms": 66.322, "p95_ms": 58.162}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 77, "max_ms": 4.555, "p95_ms": 2.573}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.561, "count": 77, "max_ms": 66.101, "p95_ms": 57.955}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 77, "max_ms": 0.19, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1242.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.869, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.765, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97899, "write_bytes_delta": 97899, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.151651, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4888.0, "pid": 32194, "reason": null, "system_cpu_core_ratio": 0.053972, "system_cpu_s_delta": 1.6300000000000026, "user_cpu_core_ratio": 0.097679, "user_cpu_s_delta": 2.9499999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.686736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.224828, "system_cpu_s_delta": 6.790000000000873, "user_cpu_core_ratio": 0.461908, "user_cpu_s_delta": 13.94999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 77, "max_ms": 5.6, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.961, "max": 13.0, "p95": 12.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.649, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 77}, "total": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.643, "count": 30, "max": 59.869, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.721, "count": 30, "max": 25.975, "p95": 21.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 755.1, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1366.0, "count": 30, "max": 12819.0, "p95": 3925.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.298, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.192, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98358.133, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95216.467, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1136.9, "count": 30, "max": 33578.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.676, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.414, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7187, "sampled_at": "2026-10-31T16:39:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:39:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1467908, "flush_count": 1565, "flush_interval_seconds": 30.0, "flush_state": {"count": 1565, "last_at": "2026-10-31T16:38:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:38:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1564}, "started": true, "suppressed_count": 864394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 140, "tracking_summary": 864254}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1565, "written_record_count": 1565}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7074.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2393813606400, "copied_frame_count": 865818, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:37:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3308379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:37:11+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 140, "events_emitted": 131, "events_failed": 0, "events_observed": 140, "events_suppressed": 9, "frame_buffer_copied_bytes": 2393813606400, "frame_buffer_copies": 865818, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6550, "recorder_active_input_bytes": 18109440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 131, "recorder_clips_failed": 0, "recorder_clips_started": 131, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 131, "worker_jobs_accepted": 131, "worker_jobs_completed": 131, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 3.7203, "p50_ms": 0.0925, "p95_ms": 0.2167, "p99_ms": 0.3142}, "stages": {"db_insert": {"avg_ms": 16.5744, "count": 131, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 32.1455, "p99_ms": 53.5233, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7429, "count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1169, "count": 140, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1323.1236, "p99_ms": 1409.3929, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 5.3528, "p50_ms": 1.3869, "p95_ms": 2.5515, "p99_ms": 3.5433, "results": {"failed": 0, "not_applicable": 0, "success": 865818, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.5967, "count": 140, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9135, "p99_ms": 685.6053, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.0884, "count": 131, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.4026, "p99_ms": 68.1145, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5285, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1482, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5658, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4401, "p95_ms": 2.6932, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.553, "count": 131, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.2447, "p99_ms": 683.1402, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.6757, "count": 131, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.1504, "p99_ms": 566.7696, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9667, "count": 131, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.4766, "p99_ms": 111.4037, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8378, "count": 131, "max_ms": 15.8949, "p50_ms": 1.4158, "p95_ms": 3.2806, "p99_ms": 9.1631, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4296, "count": 131, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 56.3922, "p99_ms": 70.2523, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9348, "count": 131, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.696, "p99_ms": 3.1963, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.3139, "count": 131, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 656.0074, "p99_ms": 711.0869, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1887, "count": 131, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1944, "p99_ms": 11.3559, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9162, "count": 131, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.9129, "p99_ms": 73.5666, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1929, "count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 487.1569, "count": 131, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 742.5617, "p99_ms": 793.216, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 131, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225}, "wait_ms": {"count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 131, "artifact_failed": 0, "artifact_requested": 131, "artifact_success": 131, "completed": 131, "completed_failed": 0, "completed_success": 131, "cooldown_promoted": 131, "database_requested": 131, "db_insert_success": 131, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15673, "relay_business_failed": 0, "relay_business_success": 131, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 131, "relay_transport_failed": 0, "relay_transport_success": 131, "reservation_requested": 131}, "snapshot": {"copied_bytes": 362188800, "copied_count": 131, "copy": {"count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:39:14+09:00", "last_error_summary": "[h264 @ 0x5e2011608640] cabac decode of qscale diff failed at 41 66 [h264 @ 0x5e2011608640] error while decoding MB 41 66, bytestream 62294 [h264 @ 0x5e201155fbc0] error while decoding MB 111 46, bytestream -7 [h264 @ 0x5e20115b8c40] error while decoding MB 100 32, bytestream -34 [in#0/rtsp @ 0x5e201146de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e201146de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:39:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.086, "last_started_at": "2026-10-31T16:35:45+09:00", "pid": 32194, "process": {"exists": false, "pid": 32194}, "restart_count": 127, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.402, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-31T16:39:14+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-31T16:39:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.483, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 588.517, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-31T16:39:14.634133+09:00", "mtime_epoch": 1793432354.6341326, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98108}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:39:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1242.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 101, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 865818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.935, "max": 13.0, "p95": 12.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}, "total": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.568, "pushed": 2.568, "read": 2.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 113.913, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.748, "count": 76, "max_ms": 4.177, "p95_ms": 2.178, "reason": null, "sample_age_ms": 168.304, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 76, "max_ms": 2.967, "p95_ms": 1.629, "reason": null, "sample_age_ms": 168.576, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.416, "count": 76, "max_ms": 0.996, "p95_ms": 0.729, "reason": null, "sample_age_ms": 113.921, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.841, "count": 76, "max_ms": 4.334, "p95_ms": 2.981, "reason": null, "sample_age_ms": 164.747, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.685, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.187, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.925, "count": 76, "max_ms": 92.536, "p95_ms": 71.74, "reason": null, "sample_age_ms": 113.911, "source": "client_direct"}, "sample_age_ms": 113.908, "source": "client_direct", "task_total_ms": {"avg_ms": 53.348, "count": 76, "max_ms": 94.712, "p95_ms": 74.811, "reason": null, "sample_age_ms": 113.908, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.559, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.173, "count": 77, "max_ms": 17.718, "p95_ms": 15.242}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.578, "count": 77, "max_ms": 1.536, "p95_ms": 1.115}, "detection_prepare_ms": {"avg_ms": 1.901, "count": 77, "max_ms": 8.523, "p95_ms": 3.936}, "event_filter_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.043, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.533, "count": 77, "max_ms": 0.931, "p95_ms": 0.894}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.036, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.309, "count": 77, "max_ms": 8.269, "p95_ms": 6.365}, "setup_ms": {"avg_ms": 0.04, "count": 77, "max_ms": 0.116, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 10.105, "count": 77, "max_ms": 17.674, "p95_ms": 15.166}, "track_match_ms": {"avg_ms": 0.175, "count": 77, "max_ms": 0.532, "p95_ms": 0.289}, "tracker_update_ms": {"avg_ms": 2.558, "count": 77, "max_ms": 4.85, "p95_ms": 4.293}}, "gstreamer_push": {"avg_ms": 3.438, "count": 77, "max_ms": 5.6, "p95_ms": 5.301}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 77, "max_ms": 0.181, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.275, "count": 77, "max_ms": 96.997, "p95_ms": 76.162}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.661, "count": 77, "max_ms": 12.607, "p95_ms": 9.837}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.1, "count": 77, "max_ms": 169.291, "p95_ms": 141.809}, "inference_input_copy_ms": {"avg_ms": 1.905, "count": 77, "max_ms": 3.783, "p95_ms": 3.057}, "processing_residual_ms": {"avg_ms": 0.267, "count": 77, "max_ms": 0.632, "p95_ms": 0.507}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.933, "count": 77, "max_ms": 175.443, "p95_ms": 146.131}, "read_interval": {"avg_ms": 393.625, "count": 76, "max_ms": 20066.629, "p95_ms": 187.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 77, "max_ms": 0.092, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.229, "count": 77, "max_ms": 8.184, "p95_ms": 6.198}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 77, "max_ms": 0.04, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.208, "count": 77, "max_ms": 8.167, "p95_ms": 6.161}, "worker_merge_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.29, "count": 77, "max_ms": 97.011, "p95_ms": 76.178}, "visualize": {"avg_ms": 43.287, "count": 77, "max_ms": 71.211, "p95_ms": 59.681}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.778, "count": 77, "max_ms": 53.013, "p95_ms": 47.682}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.692, "count": 77, "max_ms": 66.322, "p95_ms": 58.162}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 77, "max_ms": 4.555, "p95_ms": 2.573}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.561, "count": 77, "max_ms": 66.101, "p95_ms": 57.955}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 77, "max_ms": 0.19, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1242.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.869, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.765, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97899, "write_bytes_delta": 97899, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.151651, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4888.0, "pid": 32194, "reason": null, "system_cpu_core_ratio": 0.053972, "system_cpu_s_delta": 1.6300000000000026, "user_cpu_core_ratio": 0.097679, "user_cpu_s_delta": 2.9499999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.686736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.224828, "system_cpu_s_delta": 6.790000000000873, "user_cpu_core_ratio": 0.461908, "user_cpu_s_delta": 13.94999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 77, "max_ms": 5.6, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.961, "max": 13.0, "p95": 12.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.649, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 77}, "total": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.643, "count": 30, "max": 59.869, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.721, "count": 30, "max": 25.975, "p95": 21.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 755.1, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1366.0, "count": 30, "max": 12819.0, "p95": 3925.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.298, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.192, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98358.133, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95216.467, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1136.9, "count": 30, "max": 33578.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.676, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.414, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7187, "sampled_at": "2026-10-31T16:39:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:39:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1467908, "flush_count": 1565, "flush_interval_seconds": 30.0, "flush_state": {"count": 1565, "last_at": "2026-10-31T16:38:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:38:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1564}, "started": true, "suppressed_count": 864394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 140, "tracking_summary": 864254}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1565, "written_record_count": 1565}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7245.77, "limit_mb": null}, "detail": {"pid": 32372, "restart_count": 128, "start_count": 129}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2393813606400, "copied_frame_count": 865818, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:37:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3308379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:37:11+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.403}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 140, "events_emitted": 131, "events_failed": 0, "events_observed": 140, "events_suppressed": 9, "frame_buffer_copied_bytes": 2393813606400, "frame_buffer_copies": 865818, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6550, "recorder_active_input_bytes": 18109440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 131, "recorder_clips_failed": 0, "recorder_clips_started": 131, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 131, "worker_jobs_accepted": 131, "worker_jobs_completed": 131, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 3.7203, "p50_ms": 0.0925, "p95_ms": 0.2167, "p99_ms": 0.3142}, "stages": {"db_insert": {"avg_ms": 16.5744, "count": 131, "max_ms": 62.2331, "p50_ms": 14.7211, "p95_ms": 32.1455, "p99_ms": 53.5233, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7429, "count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.1169, "count": 140, "max_ms": 4422.916, "p50_ms": 946.0664, "p95_ms": 1323.1236, "p99_ms": 1409.3929, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 5.3528, "p50_ms": 1.3869, "p95_ms": 2.5515, "p99_ms": 3.5433, "results": {"failed": 0, "not_applicable": 0, "success": 865818, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.5967, "count": 140, "max_ms": 862.8454, "p50_ms": 504.1598, "p95_ms": 630.9135, "p99_ms": 685.6053, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.0884, "count": 131, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.4026, "p99_ms": 68.1145, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5285, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1482, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5658, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4401, "p95_ms": 2.6932, "p99_ms": 3.8076, "results": {"failed": 0, "not_applicable": 0, "success": 6550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.553, "count": 131, "max_ms": 860.4624, "p50_ms": 506.9886, "p95_ms": 628.2447, "p99_ms": 683.1402, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.6757, "count": 131, "max_ms": 789.0434, "p50_ms": 416.0199, "p95_ms": 524.1504, "p99_ms": 566.7696, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9667, "count": 131, "max_ms": 115.8706, "p50_ms": 85.0301, "p95_ms": 104.4766, "p99_ms": 111.4037, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8378, "count": 131, "max_ms": 15.8949, "p50_ms": 1.4158, "p95_ms": 3.2806, "p99_ms": 9.1631, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.4296, "count": 131, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 56.3922, "p99_ms": 70.2523, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3869, "count": 131, "max_ms": 16.9396, "p50_ms": 0.8481, "p95_ms": 4.2391, "p99_ms": 10.339, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7964, "count": 140, "max_ms": 4.5565, "p50_ms": 0.6762, "p95_ms": 1.5837, "p99_ms": 2.5821, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9348, "count": 131, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.696, "p99_ms": 3.1963, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 407.3139, "count": 131, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 656.0074, "p99_ms": 711.0869, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 140, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1887, "count": 131, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1944, "p99_ms": 11.3559, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.9162, "count": 131, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.9129, "p99_ms": 73.5666, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0951, "count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1929, "count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 487.1569, "count": 131, "max_ms": 3837.487, "p50_ms": 430.2856, "p95_ms": 742.5617, "p99_ms": 793.216, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 131, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 131, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1785, "p99_ms": 0.225}, "wait_ms": {"count": 131, "max_ms": 5.7989, "p50_ms": 2.0306, "p95_ms": 3.8433, "p99_ms": 5.6058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 131, "artifact_failed": 0, "artifact_requested": 131, "artifact_success": 131, "completed": 131, "completed_failed": 0, "completed_success": 131, "cooldown_promoted": 131, "database_requested": 131, "db_insert_success": 131, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15673, "relay_business_failed": 0, "relay_business_success": 131, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 131, "relay_transport_failed": 0, "relay_transport_success": 131, "reservation_requested": 131}, "snapshot": {"copied_bytes": 362188800, "copied_count": 131, "copy": {"count": 131, "max_ms": 4.0365, "p50_ms": 1.6185, "p95_ms": 2.7904, "p99_ms": 3.6476}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 120, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:39:14+09:00", "last_error_summary": "[h264 @ 0x5e2011608640] cabac decode of qscale diff failed at 41 66 [h264 @ 0x5e2011608640] error while decoding MB 41 66, bytestream 62294 [h264 @ 0x5e201155fbc0] error while decoding MB 111 46, bytestream -7 [h264 @ 0x5e20115b8c40] error while decoding MB 100 32, bytestream -34 [in#0/rtsp @ 0x5e201146de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e201146de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T16:39:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:39:17+09:00", "pid": 32372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.203, "name": "ffmpeg", "pid": 32372, "rss_mb": 205.203, "state": "S (sleeping)", "threads": 70}, "restart_count": 128, "restart_count_per_hour": 12, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.767, "sample_count": 1877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.453, "last_frame_pushed_at": "2026-10-31T16:39:14+09:00", "last_frame_read_age_sec": 4.577, "last_frame_read_at": "2026-10-31T16:39:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 15.883, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 584.117, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 4.446, "exists": true, "mtime": "2026-10-31T16:39:14.634133+09:00", "mtime_epoch": 1793432354.6341326, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98108}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:39:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1242.465, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 101, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 865818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.75, "max": 13.0, "p95": 12.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.386, "max": 5.0, "p95": 5.0, "sample_count": 44}, "total": {"avg": 4.386, "max": 5.0, "p95": 5.0, "sample_count": 44}}, "tracking_counts": {"active": {"avg": 1.182, "max": 2.0, "p95": 2.0, "sample_count": 44}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 44}, "tracked": {"avg": 1.182, "max": 2.0, "p95": 2.0, "sample_count": 44}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.47, "pushed": 1.47, "read": 1.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 43, "client_acquire_ms": {"avg_ms": 0.008, "count": 43, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4522.766, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.816, "count": 43, "max_ms": 4.177, "p95_ms": 2.689, "reason": null, "sample_age_ms": 4577.157, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 43, "max_ms": 2.967, "p95_ms": 1.763, "reason": null, "sample_age_ms": 4577.428, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 43, "max_ms": 0.941, "p95_ms": 0.658, "reason": null, "sample_age_ms": 4522.773, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.819, "count": 43, "max_ms": 3.486, "p95_ms": 2.911, "reason": null, "sample_age_ms": 4573.6, "source": "client_direct"}, "request_count": 43, "request_tensor_bytes": {"avg": 2764808.0, "count": 43, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4573.538, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 43, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4523.039, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.922, "count": 43, "max_ms": 79.034, "p95_ms": 72.01, "reason": null, "sample_age_ms": 4522.763, "source": "client_direct"}, "sample_age_ms": 4522.76, "source": "client_direct", "task_total_ms": {"avg_ms": 52.32, "count": 43, "max_ms": 81.491, "p95_ms": 74.926, "reason": null, "sample_age_ms": 4522.76, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.367, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.087, "count": 44, "max_ms": 17.718, "p95_ms": 16.057}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.541, "count": 44, "max_ms": 1.26, "p95_ms": 1.094}, "detection_prepare_ms": {"avg_ms": 1.912, "count": 44, "max_ms": 8.523, "p95_ms": 6.077}, "event_filter_ms": {"avg_ms": 0.007, "count": 44, "max_ms": 0.043, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.521, "count": 44, "max_ms": 0.931, "p95_ms": 0.866}, "mcmt_ms": {"avg_ms": 0.003, "count": 44, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.378, "count": 44, "max_ms": 8.269, "p95_ms": 6.321}, "setup_ms": {"avg_ms": 0.038, "count": 44, "max_ms": 0.08, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 10.019, "count": 44, "max_ms": 17.674, "p95_ms": 15.976}, "track_match_ms": {"avg_ms": 0.181, "count": 44, "max_ms": 0.532, "p95_ms": 0.285}, "tracker_update_ms": {"avg_ms": 2.437, "count": 44, "max_ms": 4.444, "p95_ms": 3.763}}, "gstreamer_push": {"avg_ms": 3.506, "count": 44, "max_ms": 5.6, "p95_ms": 5.301}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 44, "max_ms": 0.181, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.575, "count": 44, "max_ms": 85.494, "p95_ms": 76.162}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.667, "count": 44, "max_ms": 12.607, "p95_ms": 10.91}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.567, "count": 44, "max_ms": 169.291, "p95_ms": 141.809}, "inference_input_copy_ms": {"avg_ms": 1.788, "count": 44, "max_ms": 3.783, "p95_ms": 2.836}, "processing_residual_ms": {"avg_ms": 0.241, "count": 44, "max_ms": 0.565, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.264, "count": 44, "max_ms": 175.443, "p95_ms": 146.131}, "read_interval": {"avg_ms": 592.564, "count": 43, "max_ms": 20066.629, "p95_ms": 185.606}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 44, "max_ms": 0.092, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.297, "count": 44, "max_ms": 8.184, "p95_ms": 6.187}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 44, "max_ms": 0.035, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.276, "count": 44, "max_ms": 8.167, "p95_ms": 6.154}, "worker_merge_ms": {"avg_ms": 0.006, "count": 44, "max_ms": 0.013, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 53.59, "count": 44, "max_ms": 85.508, "p95_ms": 76.178}, "visualize": {"avg_ms": 41.622, "count": 44, "max_ms": 66.984, "p95_ms": 55.814}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.703, "count": 44, "max_ms": 51.336, "p95_ms": 40.675}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.056, "count": 44, "max_ms": 64.217, "p95_ms": 53.402}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 44, "max_ms": 3.58, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 44, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.929, "count": 44, "max_ms": 64.075, "p95_ms": 53.139}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 44, "max_ms": 0.188, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 44}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1242.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.869, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.765, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 865810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97899, "write_bytes_delta": 97899, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.151651, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4888.0, "pid": 32194, "reason": null, "system_cpu_core_ratio": 0.053972, "system_cpu_s_delta": 1.6300000000000026, "user_cpu_core_ratio": 0.097679, "user_cpu_s_delta": 2.9499999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.686736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.224828, "system_cpu_s_delta": 6.790000000000873, "user_cpu_core_ratio": 0.461908, "user_cpu_s_delta": 13.94999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 77, "max_ms": 5.6, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.961, "max": 13.0, "p95": 12.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.649, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 77}, "total": {"avg": 4.649, "max": 5.0, "p95": 5.0, "sample_count": 77}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.643, "count": 30, "max": 59.869, "p95": 41.475, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.721, "count": 30, "max": 25.975, "p95": 21.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 755.1, "count": 30, "max": 1099.0, "p95": 1084.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1366.0, "count": 30, "max": 12819.0, "p95": 3925.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.298, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.192, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98358.133, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95216.467, "count": 30, "max": 103412.0, "p95": 102031.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1136.9, "count": 30, "max": 33578.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.676, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.414, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7187, "sampled_at": "2026-10-31T16:39:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:39:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1472084, "flush_count": 1569, "flush_interval_seconds": 30.0, "flush_state": {"count": 1569, "last_at": "2026-10-31T16:42:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:42:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1568}, "started": true, "suppressed_count": 866087, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 865946}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1569, "written_record_count": 1569}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7055.945, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b74ca877e40] cabac decode of qscale diff failed at 16 58 [h264 @ 0x5b74ca877e40] error while decoding MB 16 58, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2398502707200, "copied_frame_count": 867514, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2398502707200, "frame_buffer_copies": 867514, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 1.5887, "p50_ms": 0.091, "p95_ms": 0.205, "p99_ms": 0.2859}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.485, "count": 512, "max_ms": 3.5366, "p50_ms": 1.381, "p95_ms": 2.4525, "p99_ms": 2.9726, "results": {"failed": 0, "not_applicable": 0, "success": 867514, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:42:51+09:00", "last_error_summary": "[h264 @ 0x5b74ca877e40] cabac decode of qscale diff failed at 16 58 [h264 @ 0x5b74ca877e40] error while decoding MB 16 58, bytestream -5", "last_exit_at": "2026-10-31T16:39:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.255, "last_started_at": "2026-10-31T16:39:17+09:00", "pid": 32372, "process": {"exists": false, "pid": 32372}, "restart_count": 128, "restart_count_per_hour": 12, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.825, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-31T16:42:51+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-31T16:42:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.159, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 371.841, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-31T16:42:51.281627+09:00", "mtime_epoch": 1793432571.2816267, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98416}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:42:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1224.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 867514, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.43, "max": 20.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.799, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 3.799, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 1.586, "max": 3.0, "p95": 2.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 1.586, "max": 3.0, "p95": 2.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.142, "pushed": 8.142, "read": 8.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 7.836, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 244, "max_ms": 10.266, "p95_ms": 3.429, "reason": null, "sample_age_ms": 64.638, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 244, "max_ms": 8.139, "p95_ms": 2.352, "reason": null, "sample_age_ms": 64.901, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 244, "max_ms": 1.09, "p95_ms": 0.716, "reason": null, "sample_age_ms": 7.846, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.84, "count": 244, "max_ms": 5.759, "p95_ms": 2.993, "reason": null, "sample_age_ms": 62.525, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.494, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 8.164, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.928, "count": 244, "max_ms": 80.419, "p95_ms": 67.091, "reason": null, "sample_age_ms": 7.831, "source": "client_direct"}, "sample_age_ms": 7.827, "source": "client_direct", "task_total_ms": {"avg_ms": 50.294, "count": 244, "max_ms": 82.308, "p95_ms": 69.553, "reason": null, "sample_age_ms": 7.827, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.936, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.355, "count": 244, "max_ms": 21.317, "p95_ms": 16.142}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.516, "count": 244, "max_ms": 1.589, "p95_ms": 1.04}, "detection_prepare_ms": {"avg_ms": 1.78, "count": 244, "max_ms": 10.135, "p95_ms": 3.198}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.35, "count": 244, "max_ms": 0.846, "p95_ms": 0.562}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.99, "count": 244, "max_ms": 10.753, "p95_ms": 7.617}, "setup_ms": {"avg_ms": 0.041, "count": 244, "max_ms": 0.118, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 10.287, "count": 244, "max_ms": 21.193, "p95_ms": 16.064}, "track_match_ms": {"avg_ms": 0.187, "count": 244, "max_ms": 0.876, "p95_ms": 0.315}, "tracker_update_ms": {"avg_ms": 2.412, "count": 244, "max_ms": 6.949, "p95_ms": 4.151}}, "gstreamer_push": {"avg_ms": 3.046, "count": 244, "max_ms": 9.562, "p95_ms": 4.71}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 244, "max_ms": 1.063, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.544, "count": 244, "max_ms": 84.21, "p95_ms": 72.558}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.511, "count": 244, "max_ms": 14.286, "p95_ms": 8.973}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.274, "count": 244, "max_ms": 143.197, "p95_ms": 135.08}, "inference_input_copy_ms": {"avg_ms": 1.755, "count": 244, "max_ms": 4.455, "p95_ms": 3.023}, "processing_residual_ms": {"avg_ms": 0.24, "count": 244, "max_ms": 0.656, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.781, "count": 244, "max_ms": 151.358, "p95_ms": 142.354}, "read_interval": {"avg_ms": 122.958, "count": 244, "max_ms": 223.419, "p95_ms": 162.427}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 244, "max_ms": 0.153, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.91, "count": 244, "max_ms": 10.638, "p95_ms": 7.506}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 244, "max_ms": 0.143, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.89, "count": 244, "max_ms": 10.613, "p95_ms": 7.467}, "worker_merge_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.072, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.556, "count": 244, "max_ms": 84.221, "p95_ms": 72.582}, "visualize": {"avg_ms": 39.059, "count": 244, "max_ms": 59.702, "p95_ms": 52.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.429, "count": 244, "max_ms": 44.732, "p95_ms": 41.359}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.606, "count": 244, "max_ms": 56.935, "p95_ms": 50.929}, "visualize_input_copy_ms": {"avg_ms": 1.261, "count": 244, "max_ms": 4.26, "p95_ms": 2.064}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.481, "count": 244, "max_ms": 56.719, "p95_ms": 50.769}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 244, "max_ms": 0.396, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1224.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.005, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.408, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98504, "write_bytes_delta": 98504, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.386246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32372, "reason": null, "system_cpu_core_ratio": 0.034752, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.351493, "user_cpu_s_delta": 3.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.869667, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588801, "system_cpu_s_delta": 5.930000000000291, "user_cpu_core_ratio": 1.280866, "user_cpu_s_delta": 12.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.033, "count": 248, "max_ms": 9.562, "p95_ms": 4.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.706, "max": 20.0, "p95": 18.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.548, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.548, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.261, "count": 30, "max": 59.869, "p95": 27.514, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.86, "count": 30, "max": 22.419, "p95": 21.248, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.9, "count": 30, "max": 1041.0, "p95": 963.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 579.467, "count": 30, "max": 4888.0, "p95": 2685.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.298, "p95": 0.237, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.396, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.192, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99051.467, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95709.533, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2220.867, "count": 30, "max": 33578.0, "p95": 17985.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.414, "p95": 1.376, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7207, "sampled_at": "2026-10-31T16:42:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:42:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1472084, "flush_count": 1569, "flush_interval_seconds": 30.0, "flush_state": {"count": 1569, "last_at": "2026-10-31T16:42:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:42:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1568}, "started": true, "suppressed_count": 866088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 865947}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1569, "written_record_count": 1569}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7059.66, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:42:51+09:00", "last_error_summary": "[h264 @ 0x5b74ca877e40] cabac decode of qscale diff failed at 16 58 [h264 @ 0x5b74ca877e40] error while decoding MB 16 58, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2398505472000, "copied_frame_count": 867515, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2398505472000, "frame_buffer_copies": 867515, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 1.5887, "p50_ms": 0.0911, "p95_ms": 0.205, "p99_ms": 0.2859}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4841, "count": 512, "max_ms": 3.5366, "p50_ms": 1.3799, "p95_ms": 2.4525, "p99_ms": 2.9726, "results": {"failed": 0, "not_applicable": 0, "success": 867515, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:42:51+09:00", "last_error_summary": "[h264 @ 0x5b74ca877e40] cabac decode of qscale diff failed at 16 58 [h264 @ 0x5b74ca877e40] error while decoding MB 16 58, bytestream -5", "last_exit_at": "2026-10-31T16:42:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.34, "last_started_at": "2026-10-31T16:39:17+09:00", "pid": 32372, "process": {"exists": false, "pid": 32372}, "restart_count": 128, "restart_count_per_hour": 12, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.825, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T16:42:51+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-31T16:42:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.234, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 371.766, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-10-31T16:42:51.281627+09:00", "mtime_epoch": 1793432571.2816267, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98416}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:42:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1224.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 867515, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.422, "max": 20.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.799, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 3.799, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 1.586, "max": 3.0, "p95": 2.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 1.586, "max": 3.0, "p95": 2.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.148, "pushed": 8.148, "read": 8.115}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 95.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.934, "count": 243, "max_ms": 10.266, "p95_ms": 3.441, "reason": null, "sample_age_ms": 152.326, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 243, "max_ms": 8.139, "p95_ms": 2.355, "reason": null, "sample_age_ms": 152.589, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 243, "max_ms": 1.09, "p95_ms": 0.716, "reason": null, "sample_age_ms": 95.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.838, "count": 243, "max_ms": 5.759, "p95_ms": 2.996, "reason": null, "sample_age_ms": 150.213, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.182, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.853, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.987, "count": 243, "max_ms": 80.419, "p95_ms": 67.127, "reason": null, "sample_age_ms": 95.52, "source": "client_direct"}, "sample_age_ms": 95.515, "source": "client_direct", "task_total_ms": {"avg_ms": 50.351, "count": 243, "max_ms": 82.308, "p95_ms": 69.562, "reason": null, "sample_age_ms": 95.515, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.953, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.418, "count": 244, "max_ms": 26.225, "p95_ms": 16.215}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.515, "count": 244, "max_ms": 1.589, "p95_ms": 1.04}, "detection_prepare_ms": {"avg_ms": 1.842, "count": 244, "max_ms": 17.129, "p95_ms": 3.24}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.349, "count": 244, "max_ms": 0.846, "p95_ms": 0.561}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.995, "count": 244, "max_ms": 10.753, "p95_ms": 7.617}, "setup_ms": {"avg_ms": 0.041, "count": 244, "max_ms": 0.118, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 10.35, "count": 244, "max_ms": 26.11, "p95_ms": 16.153}, "track_match_ms": {"avg_ms": 0.187, "count": 244, "max_ms": 0.876, "p95_ms": 0.315}, "tracker_update_ms": {"avg_ms": 2.411, "count": 244, "max_ms": 6.949, "p95_ms": 4.151}}, "gstreamer_push": {"avg_ms": 3.042, "count": 244, "max_ms": 9.562, "p95_ms": 4.71}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 244, "max_ms": 1.063, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.635, "count": 244, "max_ms": 84.21, "p95_ms": 72.558}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.504, "count": 244, "max_ms": 14.286, "p95_ms": 8.973}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.466, "count": 244, "max_ms": 143.197, "p95_ms": 135.08}, "inference_input_copy_ms": {"avg_ms": 1.757, "count": 244, "max_ms": 4.455, "p95_ms": 3.023}, "processing_residual_ms": {"avg_ms": 0.241, "count": 244, "max_ms": 0.656, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.968, "count": 244, "max_ms": 151.358, "p95_ms": 142.354}, "read_interval": {"avg_ms": 123.007, "count": 243, "max_ms": 223.419, "p95_ms": 162.427}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 244, "max_ms": 0.153, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.915, "count": 244, "max_ms": 10.638, "p95_ms": 7.506}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 244, "max_ms": 0.143, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.895, "count": 244, "max_ms": 10.613, "p95_ms": 7.467}, "worker_merge_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.072, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.647, "count": 244, "max_ms": 84.221, "p95_ms": 72.582}, "visualize": {"avg_ms": 39.099, "count": 244, "max_ms": 59.702, "p95_ms": 52.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.457, "count": 244, "max_ms": 44.732, "p95_ms": 41.359}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.63, "count": 244, "max_ms": 56.935, "p95_ms": 50.929}, "visualize_input_copy_ms": {"avg_ms": 1.275, "count": 244, "max_ms": 5.56, "p95_ms": 2.064}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.505, "count": 244, "max_ms": 56.719, "p95_ms": 50.769}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 244, "max_ms": 0.396, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1224.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.005, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.408, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98504, "write_bytes_delta": 98504, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.386246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32372, "reason": null, "system_cpu_core_ratio": 0.034752, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.351493, "user_cpu_s_delta": 3.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.869667, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588801, "system_cpu_s_delta": 5.930000000000291, "user_cpu_core_ratio": 1.280866, "user_cpu_s_delta": 12.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.033, "count": 248, "max_ms": 9.562, "p95_ms": 4.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.706, "max": 20.0, "p95": 18.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.548, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.548, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.261, "count": 30, "max": 59.869, "p95": 27.514, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.86, "count": 30, "max": 22.419, "p95": 21.248, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.9, "count": 30, "max": 1041.0, "p95": 963.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 579.467, "count": 30, "max": 4888.0, "p95": 2685.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.298, "p95": 0.237, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.396, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.192, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99051.467, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95709.533, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2220.867, "count": 30, "max": 33578.0, "p95": 17985.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.414, "p95": 1.376, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7207, "sampled_at": "2026-10-31T16:42:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:42:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1472084, "flush_count": 1569, "flush_interval_seconds": 30.0, "flush_state": {"count": 1569, "last_at": "2026-10-31T16:42:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:42:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1568}, "started": true, "suppressed_count": 866088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 865947}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1569, "written_record_count": 1569}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7069.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2398505472000, "copied_frame_count": 867515, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2398505472000, "frame_buffer_copies": 867515, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 1.5887, "p50_ms": 0.0911, "p95_ms": 0.205, "p99_ms": 0.2859}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4841, "count": 512, "max_ms": 3.5366, "p50_ms": 1.3799, "p95_ms": 2.4525, "p99_ms": 2.9726, "results": {"failed": 0, "not_applicable": 0, "success": 867515, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:42:51+09:00", "last_error_summary": "[h264 @ 0x5b74ca877e40] cabac decode of qscale diff failed at 16 58 [h264 @ 0x5b74ca877e40] error while decoding MB 16 58, bytestream -5", "last_exit_at": "2026-10-31T16:42:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.376, "last_started_at": "2026-10-31T16:39:17+09:00", "pid": 32372, "process": {"exists": false, "pid": 32372}, "restart_count": 128, "restart_count_per_hour": 12, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.825, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-31T16:42:51+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-31T16:42:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.263, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 371.737, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-31T16:42:51.428627+09:00", "mtime_epoch": 1793432571.428627, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98401}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:42:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1224.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 867515, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.422, "max": 20.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.799, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 3.799, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 1.586, "max": 3.0, "p95": 2.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 1.586, "max": 3.0, "p95": 2.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.138, "pushed": 8.138, "read": 8.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 129.088, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.934, "count": 243, "max_ms": 10.266, "p95_ms": 3.441, "reason": null, "sample_age_ms": 185.891, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 243, "max_ms": 8.139, "p95_ms": 2.355, "reason": null, "sample_age_ms": 186.154, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 243, "max_ms": 1.09, "p95_ms": 0.716, "reason": null, "sample_age_ms": 129.099, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.838, "count": 243, "max_ms": 5.759, "p95_ms": 2.996, "reason": null, "sample_age_ms": 183.778, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 183.747, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.417, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.987, "count": 243, "max_ms": 80.419, "p95_ms": 67.127, "reason": null, "sample_age_ms": 129.084, "source": "client_direct"}, "sample_age_ms": 129.08, "source": "client_direct", "task_total_ms": {"avg_ms": 50.351, "count": 243, "max_ms": 82.308, "p95_ms": 69.562, "reason": null, "sample_age_ms": 129.08, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.894, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.418, "count": 244, "max_ms": 26.225, "p95_ms": 16.215}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.515, "count": 244, "max_ms": 1.589, "p95_ms": 1.04}, "detection_prepare_ms": {"avg_ms": 1.842, "count": 244, "max_ms": 17.129, "p95_ms": 3.24}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.349, "count": 244, "max_ms": 0.846, "p95_ms": 0.561}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.995, "count": 244, "max_ms": 10.753, "p95_ms": 7.617}, "setup_ms": {"avg_ms": 0.041, "count": 244, "max_ms": 0.118, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 10.35, "count": 244, "max_ms": 26.11, "p95_ms": 16.153}, "track_match_ms": {"avg_ms": 0.187, "count": 244, "max_ms": 0.876, "p95_ms": 0.315}, "tracker_update_ms": {"avg_ms": 2.411, "count": 244, "max_ms": 6.949, "p95_ms": 4.151}}, "gstreamer_push": {"avg_ms": 3.042, "count": 244, "max_ms": 9.562, "p95_ms": 4.71}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 244, "max_ms": 1.063, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.635, "count": 244, "max_ms": 84.21, "p95_ms": 72.558}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.504, "count": 244, "max_ms": 14.286, "p95_ms": 8.973}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.466, "count": 244, "max_ms": 143.197, "p95_ms": 135.08}, "inference_input_copy_ms": {"avg_ms": 1.757, "count": 244, "max_ms": 4.455, "p95_ms": 3.023}, "processing_residual_ms": {"avg_ms": 0.241, "count": 244, "max_ms": 0.656, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.968, "count": 244, "max_ms": 151.358, "p95_ms": 142.354}, "read_interval": {"avg_ms": 123.007, "count": 243, "max_ms": 223.419, "p95_ms": 162.427}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 244, "max_ms": 0.153, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.915, "count": 244, "max_ms": 10.638, "p95_ms": 7.506}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 244, "max_ms": 0.143, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.895, "count": 244, "max_ms": 10.613, "p95_ms": 7.467}, "worker_merge_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.072, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.647, "count": 244, "max_ms": 84.221, "p95_ms": 72.582}, "visualize": {"avg_ms": 39.099, "count": 244, "max_ms": 59.702, "p95_ms": 52.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.457, "count": 244, "max_ms": 44.732, "p95_ms": 41.359}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.63, "count": 244, "max_ms": 56.935, "p95_ms": 50.929}, "visualize_input_copy_ms": {"avg_ms": 1.275, "count": 244, "max_ms": 5.56, "p95_ms": 2.064}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.505, "count": 244, "max_ms": 56.719, "p95_ms": 50.769}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 244, "max_ms": 0.396, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1224.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.005, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.408, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98504, "write_bytes_delta": 98504, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.386246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32372, "reason": null, "system_cpu_core_ratio": 0.034752, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.351493, "user_cpu_s_delta": 3.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.869667, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588801, "system_cpu_s_delta": 5.930000000000291, "user_cpu_core_ratio": 1.280866, "user_cpu_s_delta": 12.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.033, "count": 248, "max_ms": 9.562, "p95_ms": 4.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.706, "max": 20.0, "p95": 18.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.548, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.548, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.261, "count": 30, "max": 59.869, "p95": 27.514, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.86, "count": 30, "max": 22.419, "p95": 21.248, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.9, "count": 30, "max": 1041.0, "p95": 963.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 579.467, "count": 30, "max": 4888.0, "p95": 2685.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.298, "p95": 0.237, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.396, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.192, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99051.467, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95709.533, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2220.867, "count": 30, "max": 33578.0, "p95": 17985.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.414, "p95": 1.376, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7207, "sampled_at": "2026-10-31T16:42:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:42:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1472084, "flush_count": 1569, "flush_interval_seconds": 30.0, "flush_state": {"count": 1569, "last_at": "2026-10-31T16:42:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:42:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1568}, "started": true, "suppressed_count": 866088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 865947}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1569, "written_record_count": 1569}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7230.395, "limit_mb": null}, "detail": {"pid": 32550, "restart_count": 129, "start_count": 130}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2398505472000, "copied_frame_count": 867515, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2398505472000, "frame_buffer_copies": 867515, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 1.5887, "p50_ms": 0.0911, "p95_ms": 0.205, "p99_ms": 0.2859}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4841, "count": 512, "max_ms": 3.5366, "p50_ms": 1.3799, "p95_ms": 2.4525, "p99_ms": 2.9726, "results": {"failed": 0, "not_applicable": 0, "success": 867515, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 121, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:42:51+09:00", "last_error_summary": "[h264 @ 0x5b74ca877e40] cabac decode of qscale diff failed at 16 58 [h264 @ 0x5b74ca877e40] error while decoding MB 16 58, bytestream -5", "last_exit_at": "2026-10-31T16:42:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:42:54+09:00", "pid": 32550, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.992, "name": "ffmpeg", "pid": 32550, "rss_mb": 205.992, "state": "S (sleeping)", "threads": 70}, "restart_count": 129, "restart_count_per_hour": 13, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.002, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.821, "last_frame_pushed_at": "2026-10-31T16:42:51+09:00", "last_frame_read_age_sec": 4.965, "last_frame_read_at": "2026-10-31T16:42:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.065, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 366.935, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 4.81, "exists": true, "mtime": "2026-10-31T16:42:51.428627+09:00", "mtime_epoch": 1793432571.428627, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98401}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:42:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1224.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 867515, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.558, "max": 20.0, "p95": 18.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.777, "max": 5.0, "p95": 4.0, "sample_count": 206}, "total": {"avg": 3.777, "max": 5.0, "p95": 4.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.51, "max": 3.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.51, "max": 3.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.879, "pushed": 6.879, "read": 6.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4915.388, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.909, "count": 205, "max_ms": 10.266, "p95_ms": 3.183, "reason": null, "sample_age_ms": 4972.19, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.406, "count": 205, "max_ms": 8.139, "p95_ms": 2.294, "reason": null, "sample_age_ms": 4972.454, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.376, "count": 205, "max_ms": 1.09, "p95_ms": 0.725, "reason": null, "sample_age_ms": 4915.399, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.816, "count": 205, "max_ms": 5.759, "p95_ms": 2.935, "reason": null, "sample_age_ms": 4970.077, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4970.047, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4915.717, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.762, "count": 205, "max_ms": 80.419, "p95_ms": 67.055, "reason": null, "sample_age_ms": 4915.384, "source": "client_direct"}, "sample_age_ms": 4915.379, "source": "client_direct", "task_total_ms": {"avg_ms": 50.109, "count": 205, "max_ms": 82.308, "p95_ms": 69.544, "reason": null, "sample_age_ms": 4915.379, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.705, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.437, "count": 206, "max_ms": 26.225, "p95_ms": 16.142}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.528, "count": 206, "max_ms": 1.589, "p95_ms": 1.084}, "detection_prepare_ms": {"avg_ms": 1.903, "count": 206, "max_ms": 17.129, "p95_ms": 3.522}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.357, "count": 206, "max_ms": 0.846, "p95_ms": 0.569}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.949, "count": 206, "max_ms": 9.748, "p95_ms": 7.578}, "setup_ms": {"avg_ms": 0.042, "count": 206, "max_ms": 0.118, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 10.369, "count": 206, "max_ms": 26.11, "p95_ms": 16.064}, "track_match_ms": {"avg_ms": 0.182, "count": 206, "max_ms": 0.876, "p95_ms": 0.308}, "tracker_update_ms": {"avg_ms": 2.398, "count": 206, "max_ms": 6.949, "p95_ms": 4.037}}, "gstreamer_push": {"avg_ms": 3.012, "count": 206, "max_ms": 9.562, "p95_ms": 4.71}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 206, "max_ms": 1.063, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.406, "count": 206, "max_ms": 84.21, "p95_ms": 71.359}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.438, "count": 206, "max_ms": 14.286, "p95_ms": 8.973}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.964, "count": 206, "max_ms": 142.573, "p95_ms": 134.956}, "inference_input_copy_ms": {"avg_ms": 1.758, "count": 206, "max_ms": 4.455, "p95_ms": 3.023}, "processing_residual_ms": {"avg_ms": 0.236, "count": 206, "max_ms": 0.656, "p95_ms": 0.473}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.396, "count": 206, "max_ms": 148.051, "p95_ms": 139.96}, "read_interval": {"avg_ms": 122.325, "count": 205, "max_ms": 216.197, "p95_ms": 159.609}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 206, "max_ms": 0.153, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.869, "count": 206, "max_ms": 9.648, "p95_ms": 7.411}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 206, "max_ms": 0.143, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.849, "count": 206, "max_ms": 9.625, "p95_ms": 7.37}, "worker_merge_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.072, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.419, "count": 206, "max_ms": 84.221, "p95_ms": 71.37}, "visualize": {"avg_ms": 38.816, "count": 206, "max_ms": 59.702, "p95_ms": 52.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.283, "count": 206, "max_ms": 44.732, "p95_ms": 41.513}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.364, "count": 206, "max_ms": 56.334, "p95_ms": 50.929}, "visualize_input_copy_ms": {"avg_ms": 1.261, "count": 206, "max_ms": 5.56, "p95_ms": 2.021}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.239, "count": 206, "max_ms": 56.157, "p95_ms": 50.769}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 206, "max_ms": 0.396, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1224.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.005, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.408, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 867462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98504, "write_bytes_delta": 98504, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.386246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32372, "reason": null, "system_cpu_core_ratio": 0.034752, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.351493, "user_cpu_s_delta": 3.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.869667, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588801, "system_cpu_s_delta": 5.930000000000291, "user_cpu_core_ratio": 1.280866, "user_cpu_s_delta": 12.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.033, "count": 248, "max_ms": 9.562, "p95_ms": 4.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.706, "max": 20.0, "p95": 18.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.548, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 3.548, "max": 5.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.261, "count": 30, "max": 59.869, "p95": 27.514, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.86, "count": 30, "max": 22.419, "p95": 21.248, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.9, "count": 30, "max": 1041.0, "p95": 963.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 579.467, "count": 30, "max": 4888.0, "p95": 2685.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.298, "p95": 0.237, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.396, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.192, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99051.467, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95709.533, "count": 30, "max": 102186.0, "p95": 101792.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2220.867, "count": 30, "max": 33578.0, "p95": 17985.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.676, "p95": 0.662, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.414, "p95": 1.376, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7207, "sampled_at": "2026-10-31T16:42:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:42:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1476017, "flush_count": 1573, "flush_interval_seconds": 30.0, "flush_state": {"count": 1573, "last_at": "2026-10-31T16:46:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:46:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1572}, "started": true, "suppressed_count": 868413, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 868272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1573, "written_record_count": 1573}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7069.363, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x651f19443ac0] error while decoding MB 110 64, bytestream -5 [h264 @ 0x651f19406600] error while decoding MB 57 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2404941926400, "copied_frame_count": 869843, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2404941926400, "frame_buffer_copies": 869843, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.5297, "p50_ms": 0.0924, "p95_ms": 0.1908, "p99_ms": 0.2266}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5343, "count": 512, "max_ms": 4.4839, "p50_ms": 1.457, "p95_ms": 2.5082, "p99_ms": 3.118, "results": {"failed": 0, "not_applicable": 0, "success": 869843, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:47:25+09:00", "last_error_summary": "[h264 @ 0x651f19443ac0] error while decoding MB 110 64, bytestream -5 [h264 @ 0x651f19406600] error while decoding MB 57 55, bytestream -5", "last_exit_at": "2026-10-31T16:42:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 270.839, "last_started_at": "2026-10-31T16:42:54+09:00", "pid": 32550, "process": {"exists": false, "pid": 32550}, "restart_count": 129, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.863, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-31T16:47:24+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-31T16:47:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.906, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 98.094, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-31T16:47:25.009555+09:00", "mtime_epoch": 1793432845.0095549, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101599}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:47:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1225.805, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 869844, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.672, "max": 14.0, "p95": 10.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "by_category.소형선박": {"avg": 2.082, "max": 3.0, "p95": 3.0, "sample_count": 256}, "total": {"avg": 2.09, "max": 3.0, "p95": 3.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.552, "pushed": 8.552, "read": 8.552}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 256, "client_acquire_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 35.404, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.77, "count": 256, "max_ms": 5.423, "p95_ms": 2.65, "reason": null, "sample_age_ms": 86.578, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 256, "max_ms": 5.092, "p95_ms": 1.95, "reason": null, "sample_age_ms": 86.977, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 256, "max_ms": 1.248, "p95_ms": 0.685, "reason": null, "sample_age_ms": 35.422, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.89, "count": 256, "max_ms": 4.435, "p95_ms": 3.199, "reason": null, "sample_age_ms": 84.821, "source": "client_direct"}, "request_count": 256, "request_tensor_bytes": {"avg": 2764808.0, "count": 256, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.804, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.811, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.991, "count": 256, "max_ms": 85.461, "p95_ms": 65.888, "reason": null, "sample_age_ms": 35.397, "source": "client_direct"}, "sample_age_ms": 35.377, "source": "client_direct", "task_total_ms": {"avg_ms": 49.437, "count": 256, "max_ms": 87.472, "p95_ms": 68.411, "reason": null, "sample_age_ms": 35.377, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.221, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.564, "count": 256, "max_ms": 18.46, "p95_ms": 10.774}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.417, "count": 256, "max_ms": 1.406, "p95_ms": 0.769}, "detection_prepare_ms": {"avg_ms": 1.646, "count": 256, "max_ms": 6.358, "p95_ms": 3.367}, "event_filter_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 256, "max_ms": 0.529, "p95_ms": 0.315}, "mcmt_ms": {"avg_ms": 0.003, "count": 256, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.094, "count": 256, "max_ms": 4.408, "p95_ms": 3.223}, "setup_ms": {"avg_ms": 0.046, "count": 256, "max_ms": 0.163, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.5, "count": 256, "max_ms": 18.394, "p95_ms": 10.691}, "track_match_ms": {"avg_ms": 0.179, "count": 256, "max_ms": 0.45, "p95_ms": 0.347}, "tracker_update_ms": {"avg_ms": 1.944, "count": 256, "max_ms": 11.145, "p95_ms": 3.301}}, "gstreamer_push": {"avg_ms": 3.179, "count": 256, "max_ms": 6.565, "p95_ms": 4.843}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 256, "max_ms": 0.327, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.613, "count": 256, "max_ms": 88.418, "p95_ms": 69.179}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.233, "count": 256, "max_ms": 18.577, "p95_ms": 8.605}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.192, "count": 256, "max_ms": 142.065, "p95_ms": 127.316}, "inference_input_copy_ms": {"avg_ms": 1.735, "count": 256, "max_ms": 6.988, "p95_ms": 2.927}, "processing_residual_ms": {"avg_ms": 0.218, "count": 256, "max_ms": 0.626, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.379, "count": 256, "max_ms": 150.579, "p95_ms": 133.587}, "read_interval": {"avg_ms": 117.063, "count": 256, "max_ms": 197.135, "p95_ms": 160.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 256, "max_ms": 0.127, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.024, "count": 256, "max_ms": 4.243, "p95_ms": 3.101}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 256, "max_ms": 0.07, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.006, "count": 256, "max_ms": 4.116, "p95_ms": 3.056}, "worker_merge_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.628, "count": 256, "max_ms": 88.44, "p95_ms": 69.189}, "visualize": {"avg_ms": 38.789, "count": 256, "max_ms": 72.086, "p95_ms": 51.314}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.607, "count": 256, "max_ms": 64.811, "p95_ms": 44.547}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.275, "count": 256, "max_ms": 70.706, "p95_ms": 49.483}, "visualize_input_copy_ms": {"avg_ms": 1.309, "count": 256, "max_ms": 4.138, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.146, "count": 256, "max_ms": 70.575, "p95_ms": 49.349}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 256, "max_ms": 0.186, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1225.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.138, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100993, "write_bytes_delta": 100993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 493.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32550, "reason": null, "system_cpu_core_ratio": 0.03992, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.395205, "user_cpu_s_delta": 3.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.519954, "system_cpu_s_delta": 5.209999999999127, "user_cpu_core_ratio": 1.217551, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 256, "max_ms": 6.565, "p95_ms": 4.838, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.525, "max": 14.0, "p95": 10.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.039, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 255}, "total": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.412, "count": 30, "max": 39.399, "p95": 29.732, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.184, "count": 30, "max": 26.396, "p95": 23.816, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 532.967, "count": 30, "max": 589.0, "p95": 573.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 715.633, "count": 30, "max": 14835.0, "p95": 3307.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.433, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.826, "p95": 0.081, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.5, "count": 30, "max": 27.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.609, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.207, "count": 30, "max": 1.334, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7234, "sampled_at": "2026-10-31T16:47:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:47:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1476017, "flush_count": 1573, "flush_interval_seconds": 30.0, "flush_state": {"count": 1573, "last_at": "2026-10-31T16:46:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:46:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1572}, "started": true, "suppressed_count": 868413, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 868272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1573, "written_record_count": 1573}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7049.332, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:47:25+09:00", "last_error_summary": "[h264 @ 0x651f19443ac0] error while decoding MB 110 64, bytestream -5 [h264 @ 0x651f19406600] error while decoding MB 57 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2404944691200, "copied_frame_count": 869844, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2404944691200, "frame_buffer_copies": 869844, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.5297, "p50_ms": 0.0924, "p95_ms": 0.1908, "p99_ms": 0.2266}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5393, "count": 512, "max_ms": 4.4839, "p50_ms": 1.457, "p95_ms": 2.5395, "p99_ms": 3.2295, "results": {"failed": 0, "not_applicable": 0, "success": 869844, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:47:25+09:00", "last_error_summary": "[h264 @ 0x651f19443ac0] error while decoding MB 110 64, bytestream -5 [h264 @ 0x651f19406600] error while decoding MB 57 55, bytestream -5", "last_exit_at": "2026-10-31T16:47:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 270.91, "last_started_at": "2026-10-31T16:42:54+09:00", "pid": 32550, "process": {"exists": false, "pid": 32550}, "restart_count": 129, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.881, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T16:47:25+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-31T16:47:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.966, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 98.034, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-10-31T16:47:25.009555+09:00", "mtime_epoch": 1793432845.0095549, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101599}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:47:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1225.801, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 869844, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.676, "max": 14.0, "p95": 10.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "by_category.소형선박": {"avg": 2.082, "max": 3.0, "p95": 3.0, "sample_count": 256}, "total": {"avg": 2.09, "max": 3.0, "p95": 3.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.534, "pushed": 8.534, "read": 8.534}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 106.183, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.772, "count": 255, "max_ms": 5.423, "p95_ms": 2.655, "reason": null, "sample_age_ms": 157.356, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 255, "max_ms": 5.092, "p95_ms": 1.952, "reason": null, "sample_age_ms": 157.755, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 256, "max_ms": 1.248, "p95_ms": 0.685, "reason": null, "sample_age_ms": 106.2, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 255, "max_ms": 4.435, "p95_ms": 3.199, "reason": null, "sample_age_ms": 155.599, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.582, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.589, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.991, "count": 256, "max_ms": 85.461, "p95_ms": 65.888, "reason": null, "sample_age_ms": 106.175, "source": "client_direct"}, "sample_age_ms": 106.155, "source": "client_direct", "task_total_ms": {"avg_ms": 49.437, "count": 256, "max_ms": 87.472, "p95_ms": 68.411, "reason": null, "sample_age_ms": 106.155, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.561, "count": 256, "max_ms": 18.46, "p95_ms": 10.774}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 256, "max_ms": 1.406, "p95_ms": 0.769}, "detection_prepare_ms": {"avg_ms": 1.65, "count": 256, "max_ms": 6.358, "p95_ms": 3.367}, "event_filter_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 256, "max_ms": 0.529, "p95_ms": 0.315}, "mcmt_ms": {"avg_ms": 0.003, "count": 256, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.092, "count": 256, "max_ms": 4.408, "p95_ms": 3.223}, "setup_ms": {"avg_ms": 0.046, "count": 256, "max_ms": 0.163, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.497, "count": 256, "max_ms": 18.394, "p95_ms": 10.691}, "track_match_ms": {"avg_ms": 0.178, "count": 256, "max_ms": 0.45, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 1.941, "count": 256, "max_ms": 11.145, "p95_ms": 3.301}}, "gstreamer_push": {"avg_ms": 3.181, "count": 256, "max_ms": 6.565, "p95_ms": 4.843}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 256, "max_ms": 0.327, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.633, "count": 256, "max_ms": 88.418, "p95_ms": 69.179}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.23, "count": 256, "max_ms": 18.577, "p95_ms": 8.605}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.298, "count": 256, "max_ms": 142.065, "p95_ms": 127.531}, "inference_input_copy_ms": {"avg_ms": 1.738, "count": 256, "max_ms": 6.988, "p95_ms": 2.927}, "processing_residual_ms": {"avg_ms": 0.218, "count": 256, "max_ms": 0.626, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.483, "count": 256, "max_ms": 150.579, "p95_ms": 134.838}, "read_interval": {"avg_ms": 117.063, "count": 256, "max_ms": 197.135, "p95_ms": 160.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 256, "max_ms": 0.127, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.022, "count": 256, "max_ms": 4.243, "p95_ms": 3.101}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 256, "max_ms": 0.07, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.004, "count": 256, "max_ms": 4.116, "p95_ms": 3.056}, "worker_merge_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.648, "count": 256, "max_ms": 88.44, "p95_ms": 69.189}, "visualize": {"avg_ms": 38.878, "count": 256, "max_ms": 72.086, "p95_ms": 51.87}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.679, "count": 256, "max_ms": 64.811, "p95_ms": 45.293}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.366, "count": 256, "max_ms": 70.706, "p95_ms": 50.229}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 256, "max_ms": 4.138, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.237, "count": 256, "max_ms": 70.575, "p95_ms": 49.955}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 256, "max_ms": 0.186, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1225.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.138, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100993, "write_bytes_delta": 100993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 493.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32550, "reason": null, "system_cpu_core_ratio": 0.03992, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.395205, "user_cpu_s_delta": 3.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.519954, "system_cpu_s_delta": 5.209999999999127, "user_cpu_core_ratio": 1.217551, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 256, "max_ms": 6.565, "p95_ms": 4.838, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.525, "max": 14.0, "p95": 10.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.039, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 255}, "total": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.412, "count": 30, "max": 39.399, "p95": 29.732, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.184, "count": 30, "max": 26.396, "p95": 23.816, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 532.967, "count": 30, "max": 589.0, "p95": 573.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 715.633, "count": 30, "max": 14835.0, "p95": 3307.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.433, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.826, "p95": 0.081, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.5, "count": 30, "max": 27.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.609, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.207, "count": 30, "max": 1.334, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7234, "sampled_at": "2026-10-31T16:47:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:47:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1476017, "flush_count": 1573, "flush_interval_seconds": 30.0, "flush_state": {"count": 1573, "last_at": "2026-10-31T16:46:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:46:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1572}, "started": true, "suppressed_count": 868413, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 868272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1573, "written_record_count": 1573}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7051.027, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2404944691200, "copied_frame_count": 869844, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2404944691200, "frame_buffer_copies": 869844, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.5297, "p50_ms": 0.0924, "p95_ms": 0.1908, "p99_ms": 0.2266}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5393, "count": 512, "max_ms": 4.4839, "p50_ms": 1.457, "p95_ms": 2.5395, "p99_ms": 3.2295, "results": {"failed": 0, "not_applicable": 0, "success": 869844, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:47:25+09:00", "last_error_summary": "[h264 @ 0x651f19443ac0] error while decoding MB 110 64, bytestream -5 [h264 @ 0x651f19406600] error while decoding MB 57 55, bytestream -5", "last_exit_at": "2026-10-31T16:47:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 270.959, "last_started_at": "2026-10-31T16:42:54+09:00", "pid": 32550, "process": {"exists": false, "pid": 32550}, "restart_count": 129, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.863, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-31T16:47:25+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-10-31T16:47:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 502.012, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 97.988, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-31T16:47:25.157555+09:00", "mtime_epoch": 1793432845.1575553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100212}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:47:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1225.801, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 869844, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.676, "max": 14.0, "p95": 10.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "by_category.소형선박": {"avg": 2.082, "max": 3.0, "p95": 3.0, "sample_count": 256}, "total": {"avg": 2.09, "max": 3.0, "p95": 3.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.548, "pushed": 8.548, "read": 8.515}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 152.07, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.772, "count": 255, "max_ms": 5.423, "p95_ms": 2.655, "reason": null, "sample_age_ms": 203.243, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 255, "max_ms": 5.092, "p95_ms": 1.952, "reason": null, "sample_age_ms": 203.642, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 256, "max_ms": 1.248, "p95_ms": 0.685, "reason": null, "sample_age_ms": 152.087, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 255, "max_ms": 4.435, "p95_ms": 3.199, "reason": null, "sample_age_ms": 201.486, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 201.469, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.476, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.991, "count": 256, "max_ms": 85.461, "p95_ms": 65.888, "reason": null, "sample_age_ms": 152.062, "source": "client_direct"}, "sample_age_ms": 152.042, "source": "client_direct", "task_total_ms": {"avg_ms": 49.437, "count": 256, "max_ms": 87.472, "p95_ms": 68.411, "reason": null, "sample_age_ms": 152.042, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.437, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.561, "count": 256, "max_ms": 18.46, "p95_ms": 10.774}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 256, "max_ms": 1.406, "p95_ms": 0.769}, "detection_prepare_ms": {"avg_ms": 1.65, "count": 256, "max_ms": 6.358, "p95_ms": 3.367}, "event_filter_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 256, "max_ms": 0.529, "p95_ms": 0.315}, "mcmt_ms": {"avg_ms": 0.003, "count": 256, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.092, "count": 256, "max_ms": 4.408, "p95_ms": 3.223}, "setup_ms": {"avg_ms": 0.046, "count": 256, "max_ms": 0.163, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.497, "count": 256, "max_ms": 18.394, "p95_ms": 10.691}, "track_match_ms": {"avg_ms": 0.178, "count": 256, "max_ms": 0.45, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 1.941, "count": 256, "max_ms": 11.145, "p95_ms": 3.301}}, "gstreamer_push": {"avg_ms": 3.181, "count": 256, "max_ms": 6.565, "p95_ms": 4.843}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 256, "max_ms": 0.327, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.633, "count": 256, "max_ms": 88.418, "p95_ms": 69.179}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.23, "count": 256, "max_ms": 18.577, "p95_ms": 8.605}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.298, "count": 256, "max_ms": 142.065, "p95_ms": 127.531}, "inference_input_copy_ms": {"avg_ms": 1.738, "count": 256, "max_ms": 6.988, "p95_ms": 2.927}, "processing_residual_ms": {"avg_ms": 0.218, "count": 256, "max_ms": 0.626, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.483, "count": 256, "max_ms": 150.579, "p95_ms": 134.838}, "read_interval": {"avg_ms": 117.062, "count": 255, "max_ms": 197.135, "p95_ms": 160.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 256, "max_ms": 0.127, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.022, "count": 256, "max_ms": 4.243, "p95_ms": 3.101}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 256, "max_ms": 0.07, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.004, "count": 256, "max_ms": 4.116, "p95_ms": 3.056}, "worker_merge_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.648, "count": 256, "max_ms": 88.44, "p95_ms": 69.189}, "visualize": {"avg_ms": 38.878, "count": 256, "max_ms": 72.086, "p95_ms": 51.87}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.679, "count": 256, "max_ms": 64.811, "p95_ms": 45.293}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.366, "count": 256, "max_ms": 70.706, "p95_ms": 50.229}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 256, "max_ms": 4.138, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.237, "count": 256, "max_ms": 70.575, "p95_ms": 49.955}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 256, "max_ms": 0.186, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1225.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.138, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100993, "write_bytes_delta": 100993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 493.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32550, "reason": null, "system_cpu_core_ratio": 0.03992, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.395205, "user_cpu_s_delta": 3.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.519954, "system_cpu_s_delta": 5.209999999999127, "user_cpu_core_ratio": 1.217551, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 256, "max_ms": 6.565, "p95_ms": 4.838, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.525, "max": 14.0, "p95": 10.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.039, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 255}, "total": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.412, "count": 30, "max": 39.399, "p95": 29.732, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.184, "count": 30, "max": 26.396, "p95": 23.816, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 532.967, "count": 30, "max": 589.0, "p95": 573.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 715.633, "count": 30, "max": 14835.0, "p95": 3307.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.433, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.826, "p95": 0.081, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.5, "count": 30, "max": 27.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.609, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.207, "count": 30, "max": 1.334, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7234, "sampled_at": "2026-10-31T16:47:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:47:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1476017, "flush_count": 1573, "flush_interval_seconds": 30.0, "flush_state": {"count": 1573, "last_at": "2026-10-31T16:46:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:46:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1572}, "started": true, "suppressed_count": 868413, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 868272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1573, "written_record_count": 1573}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7226.668, "limit_mb": null}, "detail": {"pid": 32666, "restart_count": 130, "start_count": 131}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2404944691200, "copied_frame_count": 869844, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2404944691200, "frame_buffer_copies": 869844, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.5297, "p50_ms": 0.0924, "p95_ms": 0.1908, "p99_ms": 0.2266}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5393, "count": 512, "max_ms": 4.4839, "p50_ms": 1.457, "p95_ms": 2.5395, "p99_ms": 3.2295, "results": {"failed": 0, "not_applicable": 0, "success": 869844, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 122, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:47:25+09:00", "last_error_summary": "[h264 @ 0x651f19443ac0] error while decoding MB 110 64, bytestream -5 [h264 @ 0x651f19406600] error while decoding MB 57 55, bytestream -5", "last_exit_at": "2026-10-31T16:47:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T16:47:27+09:00", "pid": 32666, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.02, "name": "ffmpeg", "pid": 32666, "rss_mb": 209.02, "state": "S (sleeping)", "threads": 70}, "restart_count": 130, "restart_count_per_hour": 12, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.839, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.436, "last_frame_pushed_at": "2026-10-31T16:47:25+09:00", "last_frame_read_age_sec": 4.578, "last_frame_read_at": "2026-10-31T16:47:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 506.405, "last_sample_duration_ms": 768.359, "last_trigger": "periodic", "next_snapshot_in_sec": 93.595, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 157, "storage_bytes": 2527645}, "mjpeg": {"age_sec": 4.424, "exists": true, "mtime": "2026-10-31T16:47:25.157555+09:00", "mtime_epoch": 1793432845.1575553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100212}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:47:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1225.805, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 869844, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.751, "max": 14.0, "p95": 10.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "by_category.소형선박": {"avg": 2.097, "max": 3.0, "p95": 3.0, "sample_count": 217}, "total": {"avg": 2.106, "max": 3.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 2.069, "max": 3.0, "p95": 3.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 2.069, "max": 3.0, "p95": 3.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.249, "pushed": 7.249, "read": 7.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4536.553, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.762, "count": 216, "max_ms": 5.423, "p95_ms": 2.454, "reason": null, "sample_age_ms": 4587.727, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 216, "max_ms": 5.092, "p95_ms": 1.93, "reason": null, "sample_age_ms": 4588.126, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 217, "max_ms": 1.248, "p95_ms": 0.69, "reason": null, "sample_age_ms": 4536.571, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.917, "count": 216, "max_ms": 4.435, "p95_ms": 3.202, "reason": null, "sample_age_ms": 4585.97, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4585.953, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4536.96, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.11, "count": 217, "max_ms": 85.461, "p95_ms": 66.675, "reason": null, "sample_age_ms": 4536.546, "source": "client_direct"}, "sample_age_ms": 4536.526, "source": "client_direct", "task_total_ms": {"avg_ms": 49.586, "count": 217, "max_ms": 87.472, "p95_ms": 69.152, "reason": null, "sample_age_ms": 4536.526, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.978, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.656, "count": 217, "max_ms": 18.46, "p95_ms": 10.978}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 217, "max_ms": 1.406, "p95_ms": 0.769}, "detection_prepare_ms": {"avg_ms": 1.681, "count": 217, "max_ms": 5.128, "p95_ms": 3.672}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.167, "count": 217, "max_ms": 0.529, "p95_ms": 0.319}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.117, "count": 217, "max_ms": 4.408, "p95_ms": 3.293}, "setup_ms": {"avg_ms": 0.047, "count": 217, "max_ms": 0.163, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.591, "count": 217, "max_ms": 18.394, "p95_ms": 10.875}, "track_match_ms": {"avg_ms": 0.182, "count": 217, "max_ms": 0.45, "p95_ms": 0.347}, "tracker_update_ms": {"avg_ms": 1.975, "count": 217, "max_ms": 11.145, "p95_ms": 3.461}}, "gstreamer_push": {"avg_ms": 3.204, "count": 217, "max_ms": 6.565, "p95_ms": 4.973}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 217, "max_ms": 0.327, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.785, "count": 217, "max_ms": 88.418, "p95_ms": 73.027}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.225, "count": 217, "max_ms": 18.577, "p95_ms": 8.539}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.909, "count": 217, "max_ms": 142.065, "p95_ms": 130.75}, "inference_input_copy_ms": {"avg_ms": 1.758, "count": 217, "max_ms": 6.988, "p95_ms": 2.959}, "processing_residual_ms": {"avg_ms": 0.218, "count": 217, "max_ms": 0.626, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.109, "count": 217, "max_ms": 150.579, "p95_ms": 137.275}, "read_interval": {"avg_ms": 117.827, "count": 216, "max_ms": 197.135, "p95_ms": 160.618}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 217, "max_ms": 0.127, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.046, "count": 217, "max_ms": 4.243, "p95_ms": 3.181}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 217, "max_ms": 0.07, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.027, "count": 217, "max_ms": 4.116, "p95_ms": 3.143}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.801, "count": 217, "max_ms": 88.44, "p95_ms": 73.043}, "visualize": {"avg_ms": 39.214, "count": 217, "max_ms": 72.086, "p95_ms": 52.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.921, "count": 217, "max_ms": 64.811, "p95_ms": 45.613}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.675, "count": 217, "max_ms": 70.706, "p95_ms": 50.841}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 217, "max_ms": 4.138, "p95_ms": 2.317}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.545, "count": 217, "max_ms": 70.575, "p95_ms": 50.653}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 217, "max_ms": 0.186, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1225.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.138, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 869782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100993, "write_bytes_delta": 100993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 493.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32550, "reason": null, "system_cpu_core_ratio": 0.03992, "system_cpu_s_delta": 0.40000000000000036, "user_cpu_core_ratio": 0.395205, "user_cpu_s_delta": 3.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.519954, "system_cpu_s_delta": 5.209999999999127, "user_cpu_core_ratio": 1.217551, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 256, "max_ms": 6.565, "p95_ms": 4.838, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.525, "max": 14.0, "p95": 10.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.039, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 255}, "total": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.412, "count": 30, "max": 39.399, "p95": 29.732, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.184, "count": 30, "max": 26.396, "p95": 23.816, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 532.967, "count": 30, "max": 589.0, "p95": 573.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 715.633, "count": 30, "max": 14835.0, "p95": 3307.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.433, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.826, "p95": 0.081, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98811.933, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.5, "count": 30, "max": 27.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.609, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.207, "count": 30, "max": 1.334, "p95": 1.302, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7234, "sampled_at": "2026-10-31T16:47:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:47:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1481094, "flush_count": 1578, "flush_interval_seconds": 30.0, "flush_state": {"count": 1578, "last_at": "2026-10-31T16:51:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:51:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1577}, "started": true, "suppressed_count": 871067, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 870926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1578, "written_record_count": 1578}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7080.086, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57f7a95c0d40] error while decoding MB 92 46, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2412293529600, "copied_frame_count": 872502, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2412293529600, "frame_buffer_copies": 872502, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1007, "count": 512, "max_ms": 0.3358, "p50_ms": 0.0901, "p95_ms": 0.1755, "p99_ms": 0.2257}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4635, "count": 512, "max_ms": 3.4438, "p50_ms": 1.3969, "p95_ms": 2.3604, "p99_ms": 3.0382, "results": {"failed": 0, "not_applicable": 0, "success": 872502, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:52:33+09:00", "last_error_summary": "[h264 @ 0x57f7a95c0d40] error while decoding MB 92 46, bytestream -8", "last_exit_at": "2026-10-31T16:47:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.597, "last_started_at": "2026-10-31T16:47:27+09:00", "pid": 32666, "process": {"exists": false, "pid": 32666}, "restart_count": 130, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.583, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.108, "last_frame_pushed_at": "2026-10-31T16:52:33+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-31T16:52:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.155, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 391.845, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-10-31T16:52:33.076843+09:00", "mtime_epoch": 1793433153.0768425, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98436}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:52:33+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.082, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 872503, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.377, "max": 16.0, "p95": 12.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.977, "max": 4.0, "p95": 3.0, "sample_count": 260}, "total": {"avg": 1.996, "max": 4.0, "p95": 3.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.668, "pushed": 8.668, "read": 8.668}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 260, "client_acquire_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 22.995, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.871, "count": 260, "max_ms": 10.813, "p95_ms": 2.858, "reason": null, "sample_age_ms": 81.047, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 260, "max_ms": 10.393, "p95_ms": 2.295, "reason": null, "sample_age_ms": 81.297, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 260, "max_ms": 1.419, "p95_ms": 0.68, "reason": null, "sample_age_ms": 23.003, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.918, "count": 260, "max_ms": 4.733, "p95_ms": 3.159, "reason": null, "sample_age_ms": 79.861, "source": "client_direct"}, "request_count": 260, "request_tensor_bytes": {"avg": 2764808.0, "count": 260, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.845, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 260, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.296, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.591, "count": 260, "max_ms": 99.484, "p95_ms": 63.523, "reason": null, "sample_age_ms": 22.992, "source": "client_direct"}, "sample_age_ms": 22.99, "source": "client_direct", "task_total_ms": {"avg_ms": 49.062, "count": 260, "max_ms": 103.234, "p95_ms": 65.889, "reason": null, "sample_age_ms": 22.99, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.495, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.29, "count": 260, "max_ms": 17.173, "p95_ms": 9.919}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 260, "max_ms": 1.307, "p95_ms": 0.871}, "detection_prepare_ms": {"avg_ms": 1.597, "count": 260, "max_ms": 7.691, "p95_ms": 2.809}, "event_filter_ms": {"avg_ms": 0.005, "count": 260, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 260, "max_ms": 0.729, "p95_ms": 0.476}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.838, "count": 260, "max_ms": 4.306, "p95_ms": 3.256}, "setup_ms": {"avg_ms": 0.045, "count": 260, "max_ms": 0.17, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.23, "count": 260, "max_ms": 17.078, "p95_ms": 9.793}, "track_match_ms": {"avg_ms": 0.138, "count": 260, "max_ms": 0.347, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 1.897, "count": 260, "max_ms": 6.149, "p95_ms": 3.049}}, "gstreamer_push": {"avg_ms": 3.087, "count": 260, "max_ms": 8.06, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 260, "max_ms": 0.322, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.336, "count": 260, "max_ms": 110.74, "p95_ms": 69.208}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.094, "count": 260, "max_ms": 14.496, "p95_ms": 8.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.084, "count": 260, "max_ms": 157.358, "p95_ms": 124.061}, "inference_input_copy_ms": {"avg_ms": 1.746, "count": 260, "max_ms": 4.684, "p95_ms": 2.771}, "processing_residual_ms": {"avg_ms": 0.215, "count": 260, "max_ms": 0.553, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.139, "count": 260, "max_ms": 161.834, "p95_ms": 128.218}, "read_interval": {"avg_ms": 115.428, "count": 260, "max_ms": 200.797, "p95_ms": 151.252}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 260, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.766, "count": 260, "max_ms": 3.953, "p95_ms": 3.167}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 260, "max_ms": 0.062, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.748, "count": 260, "max_ms": 3.905, "p95_ms": 3.141}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.35, "count": 260, "max_ms": 110.762, "p95_ms": 69.224}, "visualize": {"avg_ms": 38.233, "count": 260, "max_ms": 69.005, "p95_ms": 52.277}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.038, "count": 260, "max_ms": 54.035, "p95_ms": 44.492}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.692, "count": 260, "max_ms": 66.499, "p95_ms": 50.818}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 260, "max_ms": 4.724, "p95_ms": 2.361}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.568, "count": 260, "max_ms": 66.266, "p95_ms": 50.684}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 260, "max_ms": 0.21, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1226.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.975, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.923, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98075, "write_bytes_delta": 98075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1082.0, "cpu_core_ratio": 0.457804, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32666, "reason": null, "system_cpu_core_ratio": 0.043981, "system_cpu_s_delta": 0.8800000000000008, "user_cpu_core_ratio": 0.413823, "user_cpu_s_delta": 8.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.694276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.518278, "system_cpu_s_delta": 10.369999999995343, "user_cpu_core_ratio": 1.175997, "user_cpu_s_delta": 23.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 272, "max_ms": 8.937, "p95_ms": 4.755, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.412, "max": 21.0, "p95": 15.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.599, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 272}, "total": {"avg": 1.636, "max": 3.0, "p95": 3.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.868, "count": 30, "max": 51.595, "p95": 36.199, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.902, "count": 30, "max": 25.981, "p95": 23.482, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.667, "count": 30, "max": 14269.0, "p95": 766.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.433, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 38.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7253, "sampled_at": "2026-10-31T16:52:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:52:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1481094, "flush_count": 1578, "flush_interval_seconds": 30.0, "flush_state": {"count": 1578, "last_at": "2026-10-31T16:51:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:51:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1577}, "started": true, "suppressed_count": 871067, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 870926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1578, "written_record_count": 1578}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7060.961, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:52:33+09:00", "last_error_summary": "[h264 @ 0x57f7a95c0d40] error while decoding MB 92 46, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2412296294400, "copied_frame_count": 872503, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2412296294400, "frame_buffer_copies": 872503, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1007, "count": 512, "max_ms": 0.3358, "p50_ms": 0.0901, "p95_ms": 0.1755, "p99_ms": 0.2257}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4626, "count": 512, "max_ms": 3.4438, "p50_ms": 1.3969, "p95_ms": 2.3604, "p99_ms": 3.0382, "results": {"failed": 0, "not_applicable": 0, "success": 872503, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:52:33+09:00", "last_error_summary": "[h264 @ 0x57f7a95c0d40] error while decoding MB 92 46, bytestream -8", "last_exit_at": "2026-10-31T16:52:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.649, "last_started_at": "2026-10-31T16:47:27+09:00", "pid": 32666, "process": {"exists": false, "pid": 32666}, "restart_count": 130, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.583, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T16:52:33+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-31T16:52:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.207, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 391.793, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-10-31T16:52:33.076843+09:00", "mtime_epoch": 1793433153.0768425, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98436}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:52:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.078, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 872503, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.385, "max": 16.0, "p95": 12.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.981, "max": 4.0, "p95": 3.0, "sample_count": 260}, "total": {"avg": 2.0, "max": 4.0, "p95": 3.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.685, "pushed": 8.685, "read": 8.651}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 76.973, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.873, "count": 259, "max_ms": 10.813, "p95_ms": 2.862, "reason": null, "sample_age_ms": 135.025, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 259, "max_ms": 10.393, "p95_ms": 2.296, "reason": null, "sample_age_ms": 135.275, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 260, "max_ms": 1.419, "p95_ms": 0.68, "reason": null, "sample_age_ms": 76.98, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.917, "count": 259, "max_ms": 4.733, "p95_ms": 3.16, "reason": null, "sample_age_ms": 133.838, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.823, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 260, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.274, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.591, "count": 260, "max_ms": 99.484, "p95_ms": 63.523, "reason": null, "sample_age_ms": 76.97, "source": "client_direct"}, "sample_age_ms": 76.968, "source": "client_direct", "task_total_ms": {"avg_ms": 49.062, "count": 260, "max_ms": 103.234, "p95_ms": 65.889, "reason": null, "sample_age_ms": 76.968, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.154, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.291, "count": 260, "max_ms": 17.173, "p95_ms": 9.919}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 260, "max_ms": 1.307, "p95_ms": 0.871}, "detection_prepare_ms": {"avg_ms": 1.593, "count": 260, "max_ms": 7.691, "p95_ms": 2.809}, "event_filter_ms": {"avg_ms": 0.005, "count": 260, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 260, "max_ms": 0.729, "p95_ms": 0.476}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.845, "count": 260, "max_ms": 4.306, "p95_ms": 3.256}, "setup_ms": {"avg_ms": 0.045, "count": 260, "max_ms": 0.17, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.231, "count": 260, "max_ms": 17.078, "p95_ms": 9.793}, "track_match_ms": {"avg_ms": 0.138, "count": 260, "max_ms": 0.347, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 1.896, "count": 260, "max_ms": 6.149, "p95_ms": 3.049}}, "gstreamer_push": {"avg_ms": 3.086, "count": 260, "max_ms": 8.06, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 260, "max_ms": 0.322, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.364, "count": 260, "max_ms": 110.74, "p95_ms": 69.208}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.09, "count": 260, "max_ms": 14.496, "p95_ms": 8.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.213, "count": 260, "max_ms": 157.358, "p95_ms": 124.061}, "inference_input_copy_ms": {"avg_ms": 1.743, "count": 260, "max_ms": 4.684, "p95_ms": 2.771}, "processing_residual_ms": {"avg_ms": 0.215, "count": 260, "max_ms": 0.553, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.261, "count": 260, "max_ms": 161.834, "p95_ms": 128.218}, "read_interval": {"avg_ms": 115.489, "count": 259, "max_ms": 200.797, "p95_ms": 153.779}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 260, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.773, "count": 260, "max_ms": 3.953, "p95_ms": 3.167}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 260, "max_ms": 0.062, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.755, "count": 260, "max_ms": 3.905, "p95_ms": 3.141}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.378, "count": 260, "max_ms": 110.762, "p95_ms": 69.224}, "visualize": {"avg_ms": 38.334, "count": 260, "max_ms": 69.005, "p95_ms": 52.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.132, "count": 260, "max_ms": 54.035, "p95_ms": 44.857}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.792, "count": 260, "max_ms": 66.499, "p95_ms": 50.925}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 260, "max_ms": 4.724, "p95_ms": 2.361}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.667, "count": 260, "max_ms": 66.266, "p95_ms": 50.762}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 260, "max_ms": 0.21, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1226.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.975, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.923, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98075, "write_bytes_delta": 98075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1082.0, "cpu_core_ratio": 0.457804, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32666, "reason": null, "system_cpu_core_ratio": 0.043981, "system_cpu_s_delta": 0.8800000000000008, "user_cpu_core_ratio": 0.413823, "user_cpu_s_delta": 8.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.694276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.518278, "system_cpu_s_delta": 10.369999999995343, "user_cpu_core_ratio": 1.175997, "user_cpu_s_delta": 23.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 272, "max_ms": 8.937, "p95_ms": 4.755, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.412, "max": 21.0, "p95": 15.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.599, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 272}, "total": {"avg": 1.636, "max": 3.0, "p95": 3.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.868, "count": 30, "max": 51.595, "p95": 36.199, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.902, "count": 30, "max": 25.981, "p95": 23.482, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.667, "count": 30, "max": 14269.0, "p95": 766.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.433, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 38.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7253, "sampled_at": "2026-10-31T16:52:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:52:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1481094, "flush_count": 1578, "flush_interval_seconds": 30.0, "flush_state": {"count": 1578, "last_at": "2026-10-31T16:51:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:51:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1577}, "started": true, "suppressed_count": 871067, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 870926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1578, "written_record_count": 1578}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7070.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2412296294400, "copied_frame_count": 872503, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2412296294400, "frame_buffer_copies": 872503, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1007, "count": 512, "max_ms": 0.3358, "p50_ms": 0.0901, "p95_ms": 0.1755, "p99_ms": 0.2257}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4626, "count": 512, "max_ms": 3.4438, "p50_ms": 1.3969, "p95_ms": 2.3604, "p99_ms": 3.0382, "results": {"failed": 0, "not_applicable": 0, "success": 872503, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:52:33+09:00", "last_error_summary": "[h264 @ 0x57f7a95c0d40] error while decoding MB 92 46, bytestream -8", "last_exit_at": "2026-10-31T16:52:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.683, "last_started_at": "2026-10-31T16:47:27+09:00", "pid": 32666, "process": {"exists": false, "pid": 32666}, "restart_count": 130, "restart_count_per_hour": 11, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.583, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-31T16:52:33+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-31T16:52:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.248, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 391.752, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-31T16:52:33.234843+09:00", "mtime_epoch": 1793433153.2348433, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98863}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:52:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.078, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 872503, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.385, "max": 16.0, "p95": 12.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.981, "max": 4.0, "p95": 3.0, "sample_count": 260}, "total": {"avg": 2.0, "max": 4.0, "p95": 3.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 1.104, "max": 2.0, "p95": 2.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.675, "pushed": 8.675, "read": 8.642}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 110.582, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.873, "count": 259, "max_ms": 10.813, "p95_ms": 2.862, "reason": null, "sample_age_ms": 168.633, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 259, "max_ms": 10.393, "p95_ms": 2.296, "reason": null, "sample_age_ms": 168.884, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 259, "max_ms": 1.419, "p95_ms": 0.68, "reason": null, "sample_age_ms": 110.589, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.917, "count": 259, "max_ms": 4.733, "p95_ms": 3.16, "reason": null, "sample_age_ms": 167.447, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 167.432, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.883, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.59, "count": 259, "max_ms": 99.484, "p95_ms": 63.552, "reason": null, "sample_age_ms": 110.579, "source": "client_direct"}, "sample_age_ms": 110.577, "source": "client_direct", "task_total_ms": {"avg_ms": 49.061, "count": 259, "max_ms": 103.234, "p95_ms": 65.928, "reason": null, "sample_age_ms": 110.577, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.785, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.291, "count": 260, "max_ms": 17.173, "p95_ms": 9.919}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 260, "max_ms": 1.307, "p95_ms": 0.871}, "detection_prepare_ms": {"avg_ms": 1.593, "count": 260, "max_ms": 7.691, "p95_ms": 2.809}, "event_filter_ms": {"avg_ms": 0.005, "count": 260, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 260, "max_ms": 0.729, "p95_ms": 0.476}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.845, "count": 260, "max_ms": 4.306, "p95_ms": 3.256}, "setup_ms": {"avg_ms": 0.045, "count": 260, "max_ms": 0.17, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.231, "count": 260, "max_ms": 17.078, "p95_ms": 9.793}, "track_match_ms": {"avg_ms": 0.138, "count": 260, "max_ms": 0.347, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 1.896, "count": 260, "max_ms": 6.149, "p95_ms": 3.049}}, "gstreamer_push": {"avg_ms": 3.086, "count": 260, "max_ms": 8.06, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 260, "max_ms": 0.322, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.364, "count": 260, "max_ms": 110.74, "p95_ms": 69.208}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.09, "count": 260, "max_ms": 14.496, "p95_ms": 8.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.213, "count": 260, "max_ms": 157.358, "p95_ms": 124.061}, "inference_input_copy_ms": {"avg_ms": 1.743, "count": 260, "max_ms": 4.684, "p95_ms": 2.771}, "processing_residual_ms": {"avg_ms": 0.215, "count": 260, "max_ms": 0.553, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.261, "count": 260, "max_ms": 161.834, "p95_ms": 128.218}, "read_interval": {"avg_ms": 115.489, "count": 259, "max_ms": 200.797, "p95_ms": 153.779}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 260, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.773, "count": 260, "max_ms": 3.953, "p95_ms": 3.167}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 260, "max_ms": 0.062, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.755, "count": 260, "max_ms": 3.905, "p95_ms": 3.141}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.378, "count": 260, "max_ms": 110.762, "p95_ms": 69.224}, "visualize": {"avg_ms": 38.334, "count": 260, "max_ms": 69.005, "p95_ms": 52.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.132, "count": 260, "max_ms": 54.035, "p95_ms": 44.857}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.792, "count": 260, "max_ms": 66.499, "p95_ms": 50.925}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 260, "max_ms": 4.724, "p95_ms": 2.361}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.667, "count": 260, "max_ms": 66.266, "p95_ms": 50.762}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 260, "max_ms": 0.21, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1226.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.975, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.923, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98075, "write_bytes_delta": 98075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1082.0, "cpu_core_ratio": 0.457804, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32666, "reason": null, "system_cpu_core_ratio": 0.043981, "system_cpu_s_delta": 0.8800000000000008, "user_cpu_core_ratio": 0.413823, "user_cpu_s_delta": 8.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.694276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.518278, "system_cpu_s_delta": 10.369999999995343, "user_cpu_core_ratio": 1.175997, "user_cpu_s_delta": 23.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 272, "max_ms": 8.937, "p95_ms": 4.755, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.412, "max": 21.0, "p95": 15.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.599, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 272}, "total": {"avg": 1.636, "max": 3.0, "p95": 3.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.868, "count": 30, "max": 51.595, "p95": 36.199, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.902, "count": 30, "max": 25.981, "p95": 23.482, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.667, "count": 30, "max": 14269.0, "p95": 766.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.433, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 38.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7253, "sampled_at": "2026-10-31T16:52:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:52:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1481094, "flush_count": 1578, "flush_interval_seconds": 30.0, "flush_state": {"count": 1578, "last_at": "2026-10-31T16:51:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:51:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1577}, "started": true, "suppressed_count": 871067, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 870926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1578, "written_record_count": 1578}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7231.305, "limit_mb": null}, "detail": {"pid": 32782, "restart_count": 131, "start_count": 132}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2412296294400, "copied_frame_count": 872503, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2412296294400, "frame_buffer_copies": 872503, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1007, "count": 512, "max_ms": 0.3358, "p50_ms": 0.0901, "p95_ms": 0.1755, "p99_ms": 0.2257}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4626, "count": 512, "max_ms": 3.4438, "p50_ms": 1.3969, "p95_ms": 2.3604, "p99_ms": 3.0382, "results": {"failed": 0, "not_applicable": 0, "success": 872503, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:52:33+09:00", "last_error_summary": "[h264 @ 0x57f7a95c0d40] error while decoding MB 92 46, bytestream -8", "last_exit_at": "2026-10-31T16:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:52:35+09:00", "pid": 32782, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.422, "name": "ffmpeg", "pid": 32782, "rss_mb": 208.422, "state": "S (sleeping)", "threads": 70}, "restart_count": 131, "restart_count_per_hour": 12, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.942, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.131, "last_frame_pushed_at": "2026-10-31T16:52:33+09:00", "last_frame_read_age_sec": 4.258, "last_frame_read_at": "2026-10-31T16:52:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 212.341, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 387.659, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 4.124, "exists": true, "mtime": "2026-10-31T16:52:33.234843+09:00", "mtime_epoch": 1793433153.2348433, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98863}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:52:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.082, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 872503, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.46, "max": 16.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.92, "max": 3.0, "p95": 3.0, "sample_count": 224}, "total": {"avg": 1.942, "max": 4.0, "p95": 3.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.467, "pushed": 7.467, "read": 7.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4209.247, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.854, "count": 223, "max_ms": 7.31, "p95_ms": 2.838, "reason": null, "sample_age_ms": 4267.298, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 223, "max_ms": 5.25, "p95_ms": 2.241, "reason": null, "sample_age_ms": 4267.549, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 224, "max_ms": 1.419, "p95_ms": 0.678, "reason": null, "sample_age_ms": 4209.254, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.93, "count": 223, "max_ms": 4.733, "p95_ms": 3.092, "reason": null, "sample_age_ms": 4266.112, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4266.096, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4209.548, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.414, "count": 224, "max_ms": 99.484, "p95_ms": 63.41, "reason": null, "sample_age_ms": 4209.244, "source": "client_direct"}, "sample_age_ms": 4209.241, "source": "client_direct", "task_total_ms": {"avg_ms": 48.891, "count": 224, "max_ms": 103.234, "p95_ms": 65.768, "reason": null, "sample_age_ms": 4209.241, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.347, "count": 224, "max_ms": 17.173, "p95_ms": 9.919}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 224, "max_ms": 1.307, "p95_ms": 0.848}, "detection_prepare_ms": {"avg_ms": 1.581, "count": 224, "max_ms": 7.691, "p95_ms": 2.794}, "event_filter_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 224, "max_ms": 0.689, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 224, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.946, "count": 224, "max_ms": 4.306, "p95_ms": 3.288}, "setup_ms": {"avg_ms": 0.045, "count": 224, "max_ms": 0.17, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.286, "count": 224, "max_ms": 17.078, "p95_ms": 9.793}, "track_match_ms": {"avg_ms": 0.136, "count": 224, "max_ms": 0.342, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 1.877, "count": 224, "max_ms": 6.149, "p95_ms": 3.084}}, "gstreamer_push": {"avg_ms": 3.111, "count": 224, "max_ms": 8.06, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 224, "max_ms": 0.322, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.165, "count": 224, "max_ms": 110.74, "p95_ms": 68.186}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.061, "count": 224, "max_ms": 14.496, "p95_ms": 8.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.085, "count": 224, "max_ms": 157.358, "p95_ms": 122.687}, "inference_input_copy_ms": {"avg_ms": 1.764, "count": 224, "max_ms": 4.684, "p95_ms": 2.835}, "processing_residual_ms": {"avg_ms": 0.215, "count": 224, "max_ms": 0.553, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.125, "count": 224, "max_ms": 161.834, "p95_ms": 126.674}, "read_interval": {"avg_ms": 115.267, "count": 224, "max_ms": 200.797, "p95_ms": 149.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 224, "max_ms": 0.057, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.873, "count": 224, "max_ms": 3.953, "p95_ms": 3.185}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 224, "max_ms": 0.057, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.855, "count": 224, "max_ms": 3.905, "p95_ms": 3.159}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.179, "count": 224, "max_ms": 110.762, "p95_ms": 68.207}, "visualize": {"avg_ms": 38.329, "count": 224, "max_ms": 69.005, "p95_ms": 51.661}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.195, "count": 224, "max_ms": 54.035, "p95_ms": 44.492}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.784, "count": 224, "max_ms": 66.499, "p95_ms": 50.46}, "visualize_input_copy_ms": {"avg_ms": 1.343, "count": 224, "max_ms": 4.724, "p95_ms": 2.361}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.66, "count": 224, "max_ms": 66.266, "p95_ms": 50.358}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 224, "max_ms": 0.21, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1226.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.975, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.923, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 872221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98075, "write_bytes_delta": 98075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1082.0, "cpu_core_ratio": 0.457804, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32666, "reason": null, "system_cpu_core_ratio": 0.043981, "system_cpu_s_delta": 0.8800000000000008, "user_cpu_core_ratio": 0.413823, "user_cpu_s_delta": 8.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.694276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.518278, "system_cpu_s_delta": 10.369999999995343, "user_cpu_core_ratio": 1.175997, "user_cpu_s_delta": 23.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 272, "max_ms": 8.937, "p95_ms": 4.755, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.412, "max": 21.0, "p95": 15.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.599, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 272}, "total": {"avg": 1.636, "max": 3.0, "p95": 3.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.868, "count": 30, "max": 51.595, "p95": 36.199, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.902, "count": 30, "max": 25.981, "p95": 23.482, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 701.667, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 552.667, "count": 30, "max": 14269.0, "p95": 766.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.433, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98768.667, "count": 30, "max": 102718.0, "p95": 101910.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.867, "count": 30, "max": 38.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7253, "sampled_at": "2026-10-31T16:52:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:52:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1485189, "flush_count": 1582, "flush_interval_seconds": 30.0, "flush_state": {"count": 1582, "last_at": "2026-10-31T16:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1581}, "started": true, "suppressed_count": 872481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 872340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1582, "written_record_count": 1582}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7085.605, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 47, bytestream 105615 [h264 @ 0x5d1c94d0d240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d1c94d0d240] error while decoding MB 0 61, bytestream 3057 [h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 37, bytestream 1203 [in#0/rtsp @ 0x5d1c94ca9e00] Error during demuxing: Connection tim", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2416214016000, "copied_frame_count": 873920, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2416214016000, "frame_buffer_copies": 873920, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 2.9377, "p50_ms": 0.0866, "p95_ms": 0.1892, "p99_ms": 0.2512}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4482, "count": 512, "max_ms": 3.5914, "p50_ms": 1.3649, "p95_ms": 2.3802, "p99_ms": 3.1072, "results": {"failed": 0, "not_applicable": 0, "success": 873920, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:55:51+09:00", "last_error_summary": "[h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 47, bytestream 105615 [h264 @ 0x5d1c94d0d240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d1c94d0d240] error while decoding MB 0 61, bytestream 3057 [h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 37, bytestream 1203 [in#0/rtsp @ 0x5d1c94ca9e00] Error during demuxing: Connection tim", "last_exit_at": "2026-10-31T16:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.237, "last_started_at": "2026-10-31T16:52:35+09:00", "pid": 32782, "process": {"exists": true, "fd_count": null, "hwm_mb": null, "name": "ffmpeg", "pid": 32782, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 131, "restart_count_per_hour": 12, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.243, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.103, "last_frame_pushed_at": "2026-10-31T16:55:51+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-31T16:55:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.584, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 193.416, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-31T16:55:51.502753+09:00", "mtime_epoch": 1793433351.5027535, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100644}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:55:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 873921, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.475, "max": 11.0, "p95": 7.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 99}, "total": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.302, "pushed": 3.302, "read": 3.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.044, "p95_ms": 0.013, "reason": null, "sample_age_ms": 52.26, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.728, "count": 99, "max_ms": 4.605, "p95_ms": 2.699, "reason": null, "sample_age_ms": 109.351, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 99, "max_ms": 4.344, "p95_ms": 1.587, "reason": null, "sample_age_ms": 109.601, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 99, "max_ms": 1.19, "p95_ms": 0.617, "reason": null, "sample_age_ms": 52.28, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.874, "count": 99, "max_ms": 3.794, "p95_ms": 3.182, "reason": null, "sample_age_ms": 107.93, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.898, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.88, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.623, "count": 99, "max_ms": 84.908, "p95_ms": 65.994, "reason": null, "sample_age_ms": 52.252, "source": "client_direct"}, "sample_age_ms": 52.245, "source": "client_direct", "task_total_ms": {"avg_ms": 50.015, "count": 99, "max_ms": 86.756, "p95_ms": 68.689, "reason": null, "sample_age_ms": 52.245, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.191, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.264, "count": 99, "max_ms": 11.976, "p95_ms": 9.187}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 99, "max_ms": 1.055, "p95_ms": 0.695}, "detection_prepare_ms": {"avg_ms": 1.544, "count": 99, "max_ms": 6.648, "p95_ms": 2.556}, "event_filter_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.241, "count": 99, "max_ms": 0.455, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.045, "count": 99, "max_ms": 4.011, "p95_ms": 3.017}, "setup_ms": {"avg_ms": 0.043, "count": 99, "max_ms": 0.102, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 6.207, "count": 99, "max_ms": 11.889, "p95_ms": 9.086}, "track_match_ms": {"avg_ms": 0.135, "count": 99, "max_ms": 0.479, "p95_ms": 0.308}, "tracker_update_ms": {"avg_ms": 1.818, "count": 99, "max_ms": 4.473, "p95_ms": 2.977}}, "gstreamer_push": {"avg_ms": 3.096, "count": 99, "max_ms": 6.405, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.364, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.899, "count": 99, "max_ms": 91.746, "p95_ms": 70.191}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.235, "count": 99, "max_ms": 13.753, "p95_ms": 9.967}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.58, "count": 99, "max_ms": 141.402, "p95_ms": 117.846}, "inference_input_copy_ms": {"avg_ms": 1.786, "count": 99, "max_ms": 4.91, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.21, "count": 99, "max_ms": 0.614, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.811, "count": 99, "max_ms": 145.603, "p95_ms": 122.53}, "read_interval": {"avg_ms": 302.521, "count": 99, "max_ms": 10134.355, "p95_ms": 156.663}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.128, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.979, "count": 99, "max_ms": 3.846, "p95_ms": 2.887}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.149, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.962, "count": 99, "max_ms": 3.831, "p95_ms": 2.852}, "worker_merge_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.02, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.913, "count": 99, "max_ms": 91.767, "p95_ms": 70.205}, "visualize": {"avg_ms": 36.327, "count": 99, "max_ms": 58.663, "p95_ms": 48.339}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.404, "count": 99, "max_ms": 47.275, "p95_ms": 42.082}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.872, "count": 99, "max_ms": 57.209, "p95_ms": 46.542}, "visualize_input_copy_ms": {"avg_ms": 1.282, "count": 99, "max_ms": 3.854, "p95_ms": 2.389}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.757, "count": 99, "max_ms": 56.95, "p95_ms": 46.443}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 99, "max_ms": 0.187, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1227.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.57, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.367, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103084, "write_bytes_delta": 103084, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 587.0, "cpu_core_ratio": 0.527202, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4774.0, "pid": 32782, "reason": null, "system_cpu_core_ratio": 0.185895, "system_cpu_s_delta": 3.719999999999999, "user_cpu_core_ratio": 0.341307, "user_cpu_s_delta": 6.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663061, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521206, "system_cpu_s_delta": 10.430000000000291, "user_cpu_core_ratio": 1.141855, "user_cpu_s_delta": 22.85000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.131, "count": 196, "max_ms": 7.289, "p95_ms": 4.985, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.561, "max": 11.0, "p95": 8.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.75, "count": 30, "max": 63.102, "p95": 55.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.095, "count": 30, "max": 25.981, "p95": 24.255, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.933, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1041.967, "count": 30, "max": 14269.0, "p95": 5349.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.425, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 38.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.16, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7263, "sampled_at": "2026-10-31T16:55:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:55:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1485189, "flush_count": 1582, "flush_interval_seconds": 30.0, "flush_state": {"count": 1582, "last_at": "2026-10-31T16:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1581}, "started": true, "suppressed_count": 872481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 872340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1582, "written_record_count": 1582}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7062.008, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T16:55:51+09:00", "last_error_summary": "[h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 47, bytestream 105615 [h264 @ 0x5d1c94d0d240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d1c94d0d240] error while decoding MB 0 61, bytestream 3057 [h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 37, bytestream 1203 [in#0/rtsp @ 0x5d1c94ca9e00] Error during demuxing: Connection tim", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2416216780800, "copied_frame_count": 873921, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2416216780800, "frame_buffer_copies": 873921, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 5.3605, "p50_ms": 0.0866, "p95_ms": 0.194, "p99_ms": 0.2541}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 6.5967, "p50_ms": 1.3649, "p95_ms": 2.3802, "p99_ms": 3.1605, "results": {"failed": 0, "not_applicable": 0, "success": 873921, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:55:51+09:00", "last_error_summary": "[h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 47, bytestream 105615 [h264 @ 0x5d1c94d0d240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d1c94d0d240] error while decoding MB 0 61, bytestream 3057 [h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 37, bytestream 1203 [in#0/rtsp @ 0x5d1c94ca9e00] Error during demuxing: Connection tim", "last_exit_at": "2026-10-31T16:55:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.285, "last_started_at": "2026-10-31T16:52:35+09:00", "pid": 32782, "process": {"exists": false, "pid": 32782}, "restart_count": 131, "restart_count_per_hour": 12, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.243, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-31T16:55:51+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-31T16:55:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.618, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 193.382, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-10-31T16:55:51.632754+09:00", "mtime_epoch": 1793433351.632754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:55:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.773, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 873921, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.475, "max": 11.0, "p95": 7.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 99}, "total": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.309, "pushed": 3.309, "read": 3.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.044, "p95_ms": 0.013, "reason": null, "sample_age_ms": 89.352, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.732, "count": 98, "max_ms": 4.605, "p95_ms": 2.722, "reason": null, "sample_age_ms": 146.444, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 98, "max_ms": 4.344, "p95_ms": 1.59, "reason": null, "sample_age_ms": 146.693, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 99, "max_ms": 1.19, "p95_ms": 0.617, "reason": null, "sample_age_ms": 89.372, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.875, "count": 98, "max_ms": 3.794, "p95_ms": 3.195, "reason": null, "sample_age_ms": 145.023, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.99, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.973, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.623, "count": 99, "max_ms": 84.908, "p95_ms": 65.994, "reason": null, "sample_age_ms": 89.345, "source": "client_direct"}, "sample_age_ms": 89.337, "source": "client_direct", "task_total_ms": {"avg_ms": 50.015, "count": 99, "max_ms": 86.756, "p95_ms": 68.689, "reason": null, "sample_age_ms": 89.337, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.07, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.298, "count": 99, "max_ms": 11.976, "p95_ms": 9.187}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.374, "count": 99, "max_ms": 1.055, "p95_ms": 0.695}, "detection_prepare_ms": {"avg_ms": 1.555, "count": 99, "max_ms": 6.648, "p95_ms": 2.556}, "event_filter_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.242, "count": 99, "max_ms": 0.455, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.056, "count": 99, "max_ms": 4.011, "p95_ms": 3.017}, "setup_ms": {"avg_ms": 0.043, "count": 99, "max_ms": 0.102, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 6.242, "count": 99, "max_ms": 11.889, "p95_ms": 9.086}, "track_match_ms": {"avg_ms": 0.136, "count": 99, "max_ms": 0.479, "p95_ms": 0.308}, "tracker_update_ms": {"avg_ms": 1.827, "count": 99, "max_ms": 4.473, "p95_ms": 2.977}}, "gstreamer_push": {"avg_ms": 3.107, "count": 99, "max_ms": 6.405, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.364, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.135, "count": 99, "max_ms": 91.746, "p95_ms": 70.191}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.237, "count": 99, "max_ms": 13.753, "p95_ms": 9.967}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.985, "count": 99, "max_ms": 141.402, "p95_ms": 117.846}, "inference_input_copy_ms": {"avg_ms": 1.776, "count": 99, "max_ms": 4.91, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.209, "count": 99, "max_ms": 0.614, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.207, "count": 99, "max_ms": 145.603, "p95_ms": 122.53}, "read_interval": {"avg_ms": 304.822, "count": 98, "max_ms": 10134.355, "p95_ms": 156.663}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.128, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.989, "count": 99, "max_ms": 3.846, "p95_ms": 2.887}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.149, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.973, "count": 99, "max_ms": 3.831, "p95_ms": 2.852}, "worker_merge_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.02, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.149, "count": 99, "max_ms": 91.767, "p95_ms": 70.205}, "visualize": {"avg_ms": 36.46, "count": 99, "max_ms": 58.663, "p95_ms": 48.339}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.519, "count": 99, "max_ms": 47.275, "p95_ms": 42.082}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.003, "count": 99, "max_ms": 57.209, "p95_ms": 46.542}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 99, "max_ms": 3.854, "p95_ms": 2.389}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.887, "count": 99, "max_ms": 56.95, "p95_ms": 46.443}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 99, "max_ms": 0.187, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1227.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.57, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.367, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103084, "write_bytes_delta": 103084, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 587.0, "cpu_core_ratio": 0.527202, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4774.0, "pid": 32782, "reason": null, "system_cpu_core_ratio": 0.185895, "system_cpu_s_delta": 3.719999999999999, "user_cpu_core_ratio": 0.341307, "user_cpu_s_delta": 6.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663061, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521206, "system_cpu_s_delta": 10.430000000000291, "user_cpu_core_ratio": 1.141855, "user_cpu_s_delta": 22.85000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.131, "count": 196, "max_ms": 7.289, "p95_ms": 4.985, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.561, "max": 11.0, "p95": 8.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.75, "count": 30, "max": 63.102, "p95": 55.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.095, "count": 30, "max": 25.981, "p95": 24.255, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.933, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1041.967, "count": 30, "max": 14269.0, "p95": 5349.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.425, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 38.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.16, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7263, "sampled_at": "2026-10-31T16:55:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:55:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1485189, "flush_count": 1582, "flush_interval_seconds": 30.0, "flush_state": {"count": 1582, "last_at": "2026-10-31T16:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1581}, "started": true, "suppressed_count": 872481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 872340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1582, "written_record_count": 1582}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7073.297, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2416216780800, "copied_frame_count": 873921, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2416216780800, "frame_buffer_copies": 873921, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 5.3605, "p50_ms": 0.0866, "p95_ms": 0.194, "p99_ms": 0.2541}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 6.5967, "p50_ms": 1.3649, "p95_ms": 2.3802, "p99_ms": 3.1605, "results": {"failed": 0, "not_applicable": 0, "success": 873921, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:55:51+09:00", "last_error_summary": "[h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 47, bytestream 105615 [h264 @ 0x5d1c94d0d240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d1c94d0d240] error while decoding MB 0 61, bytestream 3057 [h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 37, bytestream 1203 [in#0/rtsp @ 0x5d1c94ca9e00] Error during demuxing: Connection tim", "last_exit_at": "2026-10-31T16:55:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.314, "last_started_at": "2026-10-31T16:52:35+09:00", "pid": 32782, "process": {"exists": false, "pid": 32782}, "restart_count": 131, "restart_count_per_hour": 12, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.243, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-31T16:55:51+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-31T16:55:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.648, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 193.352, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-31T16:55:51.632754+09:00", "mtime_epoch": 1793433351.632754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:55:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.773, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 873921, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.475, "max": 11.0, "p95": 7.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 99}, "total": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.306, "pushed": 3.306, "read": 3.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.044, "p95_ms": 0.013, "reason": null, "sample_age_ms": 118.386, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.732, "count": 98, "max_ms": 4.605, "p95_ms": 2.722, "reason": null, "sample_age_ms": 175.478, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 98, "max_ms": 4.344, "p95_ms": 1.59, "reason": null, "sample_age_ms": 175.727, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 99, "max_ms": 1.19, "p95_ms": 0.617, "reason": null, "sample_age_ms": 118.406, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.875, "count": 98, "max_ms": 3.794, "p95_ms": 3.195, "reason": null, "sample_age_ms": 174.057, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 174.024, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 119.007, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.623, "count": 99, "max_ms": 84.908, "p95_ms": 65.994, "reason": null, "sample_age_ms": 118.378, "source": "client_direct"}, "sample_age_ms": 118.371, "source": "client_direct", "task_total_ms": {"avg_ms": 50.015, "count": 99, "max_ms": 86.756, "p95_ms": 68.689, "reason": null, "sample_age_ms": 118.371, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.606, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.298, "count": 99, "max_ms": 11.976, "p95_ms": 9.187}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.374, "count": 99, "max_ms": 1.055, "p95_ms": 0.695}, "detection_prepare_ms": {"avg_ms": 1.555, "count": 99, "max_ms": 6.648, "p95_ms": 2.556}, "event_filter_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.242, "count": 99, "max_ms": 0.455, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.056, "count": 99, "max_ms": 4.011, "p95_ms": 3.017}, "setup_ms": {"avg_ms": 0.043, "count": 99, "max_ms": 0.102, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 6.242, "count": 99, "max_ms": 11.889, "p95_ms": 9.086}, "track_match_ms": {"avg_ms": 0.136, "count": 99, "max_ms": 0.479, "p95_ms": 0.308}, "tracker_update_ms": {"avg_ms": 1.827, "count": 99, "max_ms": 4.473, "p95_ms": 2.977}}, "gstreamer_push": {"avg_ms": 3.107, "count": 99, "max_ms": 6.405, "p95_ms": 4.56}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.364, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.135, "count": 99, "max_ms": 91.746, "p95_ms": 70.191}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.237, "count": 99, "max_ms": 13.753, "p95_ms": 9.967}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.985, "count": 99, "max_ms": 141.402, "p95_ms": 117.846}, "inference_input_copy_ms": {"avg_ms": 1.776, "count": 99, "max_ms": 4.91, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.209, "count": 99, "max_ms": 0.614, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.207, "count": 99, "max_ms": 145.603, "p95_ms": 122.53}, "read_interval": {"avg_ms": 304.822, "count": 98, "max_ms": 10134.355, "p95_ms": 156.663}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.128, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.989, "count": 99, "max_ms": 3.846, "p95_ms": 2.887}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.149, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.973, "count": 99, "max_ms": 3.831, "p95_ms": 2.852}, "worker_merge_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.02, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.149, "count": 99, "max_ms": 91.767, "p95_ms": 70.205}, "visualize": {"avg_ms": 36.46, "count": 99, "max_ms": 58.663, "p95_ms": 48.339}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.519, "count": 99, "max_ms": 47.275, "p95_ms": 42.082}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.003, "count": 99, "max_ms": 57.209, "p95_ms": 46.542}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 99, "max_ms": 3.854, "p95_ms": 2.389}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.887, "count": 99, "max_ms": 56.95, "p95_ms": 46.443}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 99, "max_ms": 0.187, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1227.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.57, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.367, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103084, "write_bytes_delta": 103084, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 587.0, "cpu_core_ratio": 0.527202, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4774.0, "pid": 32782, "reason": null, "system_cpu_core_ratio": 0.185895, "system_cpu_s_delta": 3.719999999999999, "user_cpu_core_ratio": 0.341307, "user_cpu_s_delta": 6.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663061, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521206, "system_cpu_s_delta": 10.430000000000291, "user_cpu_core_ratio": 1.141855, "user_cpu_s_delta": 22.85000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.131, "count": 196, "max_ms": 7.289, "p95_ms": 4.985, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.561, "max": 11.0, "p95": 8.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.75, "count": 30, "max": 63.102, "p95": 55.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.095, "count": 30, "max": 25.981, "p95": 24.255, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.933, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1041.967, "count": 30, "max": 14269.0, "p95": 5349.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.425, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 38.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.16, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7263, "sampled_at": "2026-10-31T16:55:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:55:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1485189, "flush_count": 1582, "flush_interval_seconds": 30.0, "flush_state": {"count": 1582, "last_at": "2026-10-31T16:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1581}, "started": true, "suppressed_count": 872481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 872340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1582, "written_record_count": 1582}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7231.395, "limit_mb": null}, "detail": {"pid": 32898, "restart_count": 132, "start_count": 133}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2416216780800, "copied_frame_count": 873921, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2416216780800, "frame_buffer_copies": 873921, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 5.3605, "p50_ms": 0.0866, "p95_ms": 0.194, "p99_ms": 0.2541}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 6.5967, "p50_ms": 1.3649, "p95_ms": 2.3802, "p99_ms": 3.1605, "results": {"failed": 0, "not_applicable": 0, "success": 873921, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 124, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T16:55:51+09:00", "last_error_summary": "[h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 47, bytestream 105615 [h264 @ 0x5d1c94d0d240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d1c94d0d240] error while decoding MB 0 61, bytestream 3057 [h264 @ 0x5d1c94cf1e40] left block unavailable for requested intra mode [h264 @ 0x5d1c94cf1e40] error while decoding MB 0 37, bytestream 1203 [in#0/rtsp @ 0x5d1c94ca9e00] Error during demuxing: Connection tim", "last_exit_at": "2026-10-31T16:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T16:55:54+09:00", "pid": 32898, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.98, "name": "ffmpeg", "pid": 32898, "rss_mb": 205.98, "state": "S (sleeping)", "threads": 70}, "restart_count": 132, "restart_count_per_hour": 13, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.532, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.488, "last_frame_pushed_at": "2026-10-31T16:55:51+09:00", "last_frame_read_age_sec": 4.612, "last_frame_read_at": "2026-10-31T16:55:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 411.09, "last_sample_duration_ms": 1020.569, "last_trigger": "periodic", "next_snapshot_in_sec": 188.91, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 158, "storage_bytes": 2537212}, "mjpeg": {"age_sec": 4.477, "exists": true, "mtime": "2026-10-31T16:55:51.632754+09:00", "mtime_epoch": 1793433351.632754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T16:55:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1227.777, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 873921, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.136, "max": 11.0, "p95": 8.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.153, "max": 3.0, "p95": 3.0, "sample_count": 59}, "total": {"avg": 2.153, "max": 3.0, "p95": 3.0, "sample_count": 59}}, "tracking_counts": {"active": {"avg": 1.119, "max": 2.0, "p95": 2.0, "sample_count": 59}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "tracked": {"avg": 1.119, "max": 2.0, "p95": 2.0, "sample_count": 59}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.972, "pushed": 1.972, "read": 1.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.006, "count": 59, "max_ms": 0.016, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4558.066, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.745, "count": 58, "max_ms": 4.605, "p95_ms": 2.221, "reason": null, "sample_age_ms": 4615.158, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 58, "max_ms": 4.344, "p95_ms": 1.789, "reason": null, "sample_age_ms": 4615.407, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.341, "count": 59, "max_ms": 0.766, "p95_ms": 0.565, "reason": null, "sample_age_ms": 4558.086, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.893, "count": 58, "max_ms": 3.794, "p95_ms": 3.525, "reason": null, "sample_age_ms": 4613.736, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4613.704, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4558.686, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.102, "count": 59, "max_ms": 84.908, "p95_ms": 67.2, "reason": null, "sample_age_ms": 4558.058, "source": "client_direct"}, "sample_age_ms": 4558.051, "source": "client_direct", "task_total_ms": {"avg_ms": 50.498, "count": 59, "max_ms": 86.756, "p95_ms": 69.643, "reason": null, "sample_age_ms": 4558.051, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.435, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.241, "count": 59, "max_ms": 10.698, "p95_ms": 9.007}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.385, "count": 59, "max_ms": 1.055, "p95_ms": 0.768}, "detection_prepare_ms": {"avg_ms": 1.487, "count": 59, "max_ms": 2.639, "p95_ms": 2.556}, "event_filter_ms": {"avg_ms": 0.004, "count": 59, "max_ms": 0.011, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.245, "count": 59, "max_ms": 0.455, "p95_ms": 0.4}, "mcmt_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.97, "count": 59, "max_ms": 3.599, "p95_ms": 3.017}, "setup_ms": {"avg_ms": 0.045, "count": 59, "max_ms": 0.102, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 6.189, "count": 59, "max_ms": 10.63, "p95_ms": 8.936}, "track_match_ms": {"avg_ms": 0.142, "count": 59, "max_ms": 0.479, "p95_ms": 0.322}, "tracker_update_ms": {"avg_ms": 1.906, "count": 59, "max_ms": 4.473, "p95_ms": 3.27}}, "gstreamer_push": {"avg_ms": 3.26, "count": 59, "max_ms": 6.405, "p95_ms": 5.485}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 59, "max_ms": 0.364, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.606, "count": 59, "max_ms": 91.746, "p95_ms": 71.459}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.254, "count": 59, "max_ms": 13.753, "p95_ms": 9.967}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.283, "count": 59, "max_ms": 141.402, "p95_ms": 125.002}, "inference_input_copy_ms": {"avg_ms": 1.732, "count": 59, "max_ms": 3.768, "p95_ms": 2.674}, "processing_residual_ms": {"avg_ms": 0.214, "count": 59, "max_ms": 0.614, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.483, "count": 59, "max_ms": 145.603, "p95_ms": 130.547}, "read_interval": {"avg_ms": 438.258, "count": 58, "max_ms": 10134.355, "p95_ms": 193.745}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 59, "max_ms": 0.128, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.906, "count": 59, "max_ms": 3.349, "p95_ms": 2.887}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 59, "max_ms": 0.149, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.89, "count": 59, "max_ms": 3.221, "p95_ms": 2.852}, "worker_merge_ms": {"avg_ms": 0.006, "count": 59, "max_ms": 0.02, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.62, "count": 59, "max_ms": 91.767, "p95_ms": 71.475}, "visualize": {"avg_ms": 37.273, "count": 59, "max_ms": 58.663, "p95_ms": 51.54}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.376, "count": 59, "max_ms": 47.275, "p95_ms": 45.808}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.936, "count": 59, "max_ms": 57.209, "p95_ms": 50.129}, "visualize_input_copy_ms": {"avg_ms": 1.174, "count": 59, "max_ms": 2.512, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.823, "count": 59, "max_ms": 56.95, "p95_ms": 49.999}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 59, "max_ms": 0.169, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1227.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.57, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.367, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 873832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T16:55:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103084, "write_bytes_delta": 103084, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 587.0, "cpu_core_ratio": 0.527202, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4774.0, "pid": 32782, "reason": null, "system_cpu_core_ratio": 0.185895, "system_cpu_s_delta": 3.719999999999999, "user_cpu_core_ratio": 0.341307, "user_cpu_s_delta": 6.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663061, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.521206, "system_cpu_s_delta": 10.430000000000291, "user_cpu_core_ratio": 1.141855, "user_cpu_s_delta": 22.85000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.131, "count": 196, "max_ms": 7.289, "p95_ms": 4.985, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.561, "max": 11.0, "p95": 8.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.75, "count": 30, "max": 63.102, "p95": 55.171, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.095, "count": 30, "max": 25.981, "p95": 24.255, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.933, "count": 30, "max": 1125.0, "p95": 1116.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1041.967, "count": 30, "max": 14269.0, "p95": 5349.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.425, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.44, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98755.567, "count": 30, "max": 103084.0, "p95": 101912.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 38.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.581, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.16, "count": 30, "max": 1.274, "p95": 1.258, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7263, "sampled_at": "2026-10-31T16:55:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T16:55:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1489284, "flush_count": 1586, "flush_interval_seconds": 30.0, "flush_state": {"count": 1586, "last_at": "2026-10-31T16:59:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:59:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1585}, "started": true, "suppressed_count": 875010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 874869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1586, "written_record_count": 1586}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7092.305, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b8916928e40] error while decoding MB 62 46, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2423217254400, "copied_frame_count": 876453, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2423217254400, "frame_buffer_copies": 876453, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 2.2579, "p50_ms": 0.0935, "p95_ms": 0.1879, "p99_ms": 0.2403}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.494, "count": 512, "max_ms": 4.22, "p50_ms": 1.3778, "p95_ms": 2.5884, "p99_ms": 3.3212, "results": {"failed": 0, "not_applicable": 0, "success": 876453, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 412, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:00:46+09:00", "last_error_summary": "[h264 @ 0x5b8916928e40] error while decoding MB 62 46, bytestream -5", "last_exit_at": "2026-10-31T16:55:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.347, "last_started_at": "2026-10-31T16:55:54+09:00", "pid": 32898, "process": {"exists": false, "pid": 32898}, "restart_count": 132, "restart_count_per_hour": 12, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.112, "last_frame_pushed_at": "2026-10-31T17:00:46+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-31T17:00:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 99.25, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 500.75, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-10-31T17:00:46.353177+09:00", "mtime_epoch": 1793433646.3531768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107011}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:00:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1229.0, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 876454, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.066, "max": 13.0, "p95": 9.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.183, "max": 3.0, "p95": 3.0, "sample_count": 213}, "total": {"avg": 2.183, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.516, "max": 2.0, "p95": 2.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.516, "max": 2.0, "p95": 2.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.119, "pushed": 7.119, "read": 7.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 214, "max_ms": 0.343, "p95_ms": 0.014, "reason": null, "sample_age_ms": 35.108, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 213, "max_ms": 5.018, "p95_ms": 2.509, "reason": null, "sample_age_ms": 81.001, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 213, "max_ms": 4.376, "p95_ms": 1.783, "reason": null, "sample_age_ms": 81.322, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 214, "max_ms": 0.883, "p95_ms": 0.57, "reason": null, "sample_age_ms": 35.132, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.796, "count": 213, "max_ms": 3.675, "p95_ms": 2.913, "reason": null, "sample_age_ms": 79.592, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.576, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.507, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.841, "count": 214, "max_ms": 95.891, "p95_ms": 63.167, "reason": null, "sample_age_ms": 35.1, "source": "client_direct"}, "sample_age_ms": 35.096, "source": "client_direct", "task_total_ms": {"avg_ms": 48.107, "count": 214, "max_ms": 97.82, "p95_ms": 66.437, "reason": null, "sample_age_ms": 35.096, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.914, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.297, "count": 213, "max_ms": 21.591, "p95_ms": 11.24}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 213, "max_ms": 3.622, "p95_ms": 0.825}, "detection_prepare_ms": {"avg_ms": 1.46, "count": 213, "max_ms": 5.008, "p95_ms": 2.729}, "event_filter_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.046, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.218, "count": 213, "max_ms": 0.66, "p95_ms": 0.424}, "mcmt_ms": {"avg_ms": 0.003, "count": 213, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.013, "count": 213, "max_ms": 8.884, "p95_ms": 5.195}, "setup_ms": {"avg_ms": 0.039, "count": 213, "max_ms": 0.117, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 6.24, "count": 213, "max_ms": 21.443, "p95_ms": 11.173}, "track_match_ms": {"avg_ms": 0.156, "count": 213, "max_ms": 0.488, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 1.923, "count": 213, "max_ms": 8.088, "p95_ms": 3.358}}, "gstreamer_push": {"avg_ms": 2.98, "count": 213, "max_ms": 6.44, "p95_ms": 4.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 213, "max_ms": 0.117, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.243, "count": 213, "max_ms": 98.488, "p95_ms": 68.621}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.074, "count": 213, "max_ms": 13.313, "p95_ms": 8.924}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.019, "count": 213, "max_ms": 154.969, "p95_ms": 119.004}, "inference_input_copy_ms": {"avg_ms": 1.732, "count": 213, "max_ms": 4.346, "p95_ms": 2.852}, "processing_residual_ms": {"avg_ms": 0.236, "count": 213, "max_ms": 0.663, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.061, "count": 213, "max_ms": 160.74, "p95_ms": 124.092}, "read_interval": {"avg_ms": 140.618, "count": 213, "max_ms": 5116.037, "p95_ms": 157.753}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 213, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.945, "count": 213, "max_ms": 8.733, "p95_ms": 5.122}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 213, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.929, "count": 213, "max_ms": 8.701, "p95_ms": 5.103}, "worker_merge_ms": {"avg_ms": 0.006, "count": 213, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.255, "count": 213, "max_ms": 98.495, "p95_ms": 68.636}, "visualize": {"avg_ms": 35.422, "count": 213, "max_ms": 72.354, "p95_ms": 47.222}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.35, "count": 213, "max_ms": 55.579, "p95_ms": 38.651}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.94, "count": 213, "max_ms": 69.857, "p95_ms": 44.742}, "visualize_input_copy_ms": {"avg_ms": 1.299, "count": 213, "max_ms": 3.034, "p95_ms": 2.315}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.82, "count": 213, "max_ms": 69.608, "p95_ms": 44.63}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 213, "max_ms": 0.176, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1228.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.401, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104491, "write_bytes_delta": 104491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1151.0, "cpu_core_ratio": 0.455926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32898, "reason": null, "system_cpu_core_ratio": 0.040405, "system_cpu_s_delta": 0.8099999999999987, "user_cpu_core_ratio": 0.415521, "user_cpu_s_delta": 8.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.748381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.525262, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 1.223118, "user_cpu_s_delta": 24.520000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 268, "max_ms": 6.666, "p95_ms": 5.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.131, "max": 15.0, "p95": 12.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.896, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 268}, "total": {"avg": 1.896, "max": 3.0, "p95": 3.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.958, "count": 30, "max": 63.102, "p95": 58.828, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.711, "count": 30, "max": 25.115, "p95": 20.839, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1010.633, "count": 30, "max": 1151.0, "p95": 1128.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 637.133, "count": 30, "max": 5820.0, "p95": 3655.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.435, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.967, "count": 30, "max": 47.0, "p95": 32.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.237, "p95": 1.227, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7277, "sampled_at": "2026-10-31T17:00:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:00:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1489284, "flush_count": 1586, "flush_interval_seconds": 30.0, "flush_state": {"count": 1586, "last_at": "2026-10-31T16:59:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:59:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1585}, "started": true, "suppressed_count": 875010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 874869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1586, "written_record_count": 1586}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7069.254, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:00:46+09:00", "last_error_summary": "[h264 @ 0x5b8916928e40] error while decoding MB 62 46, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2423220019200, "copied_frame_count": 876454, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2423220019200, "frame_buffer_copies": 876454, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.2579, "p50_ms": 0.0933, "p95_ms": 0.1879, "p99_ms": 0.2403}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4916, "count": 512, "max_ms": 4.22, "p50_ms": 1.3778, "p95_ms": 2.5705, "p99_ms": 3.3212, "results": {"failed": 0, "not_applicable": 0, "success": 876454, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 412, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:00:46+09:00", "last_error_summary": "[h264 @ 0x5b8916928e40] error while decoding MB 62 46, bytestream -5", "last_exit_at": "2026-10-31T17:00:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.403, "last_started_at": "2026-10-31T16:55:54+09:00", "pid": 32898, "process": {"exists": false, "pid": 32898}, "restart_count": 132, "restart_count_per_hour": 12, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-31T17:00:46+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-31T17:00:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 99.293, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 500.707, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-10-31T17:00:46.502178+09:00", "mtime_epoch": 1793433646.5021777, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:00:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1228.996, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 876454, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.084, "max": 13.0, "p95": 9.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.178, "max": 3.0, "p95": 3.0, "sample_count": 214}, "total": {"avg": 2.178, "max": 3.0, "p95": 3.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.514, "max": 2.0, "p95": 2.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 1.514, "max": 2.0, "p95": 2.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.139, "pushed": 7.139, "read": 7.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.343, "p95_ms": 0.014, "reason": null, "sample_age_ms": 90.311, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 213, "max_ms": 5.018, "p95_ms": 2.509, "reason": null, "sample_age_ms": 136.204, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 213, "max_ms": 4.376, "p95_ms": 1.783, "reason": null, "sample_age_ms": 136.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 213, "max_ms": 0.883, "p95_ms": 0.574, "reason": null, "sample_age_ms": 90.335, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.796, "count": 213, "max_ms": 3.675, "p95_ms": 2.913, "reason": null, "sample_age_ms": 134.795, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.78, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.711, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.875, "count": 213, "max_ms": 95.891, "p95_ms": 63.186, "reason": null, "sample_age_ms": 90.304, "source": "client_direct"}, "sample_age_ms": 90.299, "source": "client_direct", "task_total_ms": {"avg_ms": 48.144, "count": 213, "max_ms": 97.82, "p95_ms": 66.474, "reason": null, "sample_age_ms": 90.299, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.283, "count": 214, "max_ms": 21.591, "p95_ms": 11.24}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 214, "max_ms": 3.622, "p95_ms": 0.825}, "detection_prepare_ms": {"avg_ms": 1.458, "count": 214, "max_ms": 5.008, "p95_ms": 2.729}, "event_filter_ms": {"avg_ms": 0.005, "count": 214, "max_ms": 0.046, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.217, "count": 214, "max_ms": 0.66, "p95_ms": 0.424}, "mcmt_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.006, "count": 214, "max_ms": 8.884, "p95_ms": 5.195}, "setup_ms": {"avg_ms": 0.039, "count": 214, "max_ms": 0.117, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 6.226, "count": 214, "max_ms": 21.443, "p95_ms": 11.173}, "track_match_ms": {"avg_ms": 0.156, "count": 214, "max_ms": 0.488, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 1.92, "count": 214, "max_ms": 8.088, "p95_ms": 3.358}}, "gstreamer_push": {"avg_ms": 2.987, "count": 214, "max_ms": 6.44, "p95_ms": 4.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 214, "max_ms": 0.117, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.231, "count": 214, "max_ms": 98.488, "p95_ms": 68.621}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.067, "count": 214, "max_ms": 13.313, "p95_ms": 8.924}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.055, "count": 214, "max_ms": 154.969, "p95_ms": 119.004}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 214, "max_ms": 4.346, "p95_ms": 2.852}, "processing_residual_ms": {"avg_ms": 0.236, "count": 214, "max_ms": 0.663, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.088, "count": 214, "max_ms": 160.74, "p95_ms": 124.092}, "read_interval": {"avg_ms": 140.618, "count": 213, "max_ms": 5116.037, "p95_ms": 157.753}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 214, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.937, "count": 214, "max_ms": 8.733, "p95_ms": 5.122}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 214, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.921, "count": 214, "max_ms": 8.701, "p95_ms": 5.103}, "worker_merge_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.244, "count": 214, "max_ms": 98.495, "p95_ms": 68.636}, "visualize": {"avg_ms": 35.484, "count": 214, "max_ms": 72.354, "p95_ms": 47.361}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.393, "count": 214, "max_ms": 55.579, "p95_ms": 38.683}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.004, "count": 214, "max_ms": 69.857, "p95_ms": 45.128}, "visualize_input_copy_ms": {"avg_ms": 1.297, "count": 214, "max_ms": 3.034, "p95_ms": 2.315}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.884, "count": 214, "max_ms": 69.608, "p95_ms": 44.979}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 214, "max_ms": 0.176, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1228.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.401, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104491, "write_bytes_delta": 104491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1151.0, "cpu_core_ratio": 0.455926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32898, "reason": null, "system_cpu_core_ratio": 0.040405, "system_cpu_s_delta": 0.8099999999999987, "user_cpu_core_ratio": 0.415521, "user_cpu_s_delta": 8.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.748381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.525262, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 1.223118, "user_cpu_s_delta": 24.520000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 268, "max_ms": 6.666, "p95_ms": 5.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.131, "max": 15.0, "p95": 12.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.896, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 268}, "total": {"avg": 1.896, "max": 3.0, "p95": 3.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.958, "count": 30, "max": 63.102, "p95": 58.828, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.711, "count": 30, "max": 25.115, "p95": 20.839, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1010.633, "count": 30, "max": 1151.0, "p95": 1128.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 637.133, "count": 30, "max": 5820.0, "p95": 3655.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.435, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.967, "count": 30, "max": 47.0, "p95": 32.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.237, "p95": 1.227, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7277, "sampled_at": "2026-10-31T17:00:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:00:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1489284, "flush_count": 1586, "flush_interval_seconds": 30.0, "flush_state": {"count": 1586, "last_at": "2026-10-31T16:59:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:59:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1585}, "started": true, "suppressed_count": 875010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 874869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1586, "written_record_count": 1586}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7082.227, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2423220019200, "copied_frame_count": 876454, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2423220019200, "frame_buffer_copies": 876454, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.2579, "p50_ms": 0.0933, "p95_ms": 0.1879, "p99_ms": 0.2403}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4916, "count": 512, "max_ms": 4.22, "p50_ms": 1.3778, "p95_ms": 2.5705, "p99_ms": 3.3212, "results": {"failed": 0, "not_applicable": 0, "success": 876454, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 412, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:00:46+09:00", "last_error_summary": "[h264 @ 0x5b8916928e40] error while decoding MB 62 46, bytestream -5", "last_exit_at": "2026-10-31T17:00:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.444, "last_started_at": "2026-10-31T16:55:54+09:00", "pid": 32898, "process": {"exists": false, "pid": 32898}, "restart_count": 132, "restart_count_per_hour": 12, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-31T17:00:46+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-10-31T17:00:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 99.325, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 500.675, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-31T17:00:46.502178+09:00", "mtime_epoch": 1793433646.5021777, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:00:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1228.996, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 876454, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.08, "max": 13.0, "p95": 9.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.183, "max": 3.0, "p95": 3.0, "sample_count": 213}, "total": {"avg": 2.183, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.516, "max": 2.0, "p95": 2.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.516, "max": 2.0, "p95": 2.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.106, "pushed": 7.106, "read": 7.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.343, "p95_ms": 0.014, "reason": null, "sample_age_ms": 128.266, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 213, "max_ms": 5.018, "p95_ms": 2.509, "reason": null, "sample_age_ms": 174.159, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 213, "max_ms": 4.376, "p95_ms": 1.783, "reason": null, "sample_age_ms": 174.48, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 213, "max_ms": 0.883, "p95_ms": 0.574, "reason": null, "sample_age_ms": 128.289, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.796, "count": 213, "max_ms": 3.675, "p95_ms": 2.913, "reason": null, "sample_age_ms": 172.749, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.734, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.665, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.875, "count": 213, "max_ms": 95.891, "p95_ms": 63.186, "reason": null, "sample_age_ms": 128.258, "source": "client_direct"}, "sample_age_ms": 128.254, "source": "client_direct", "task_total_ms": {"avg_ms": 48.144, "count": 213, "max_ms": 97.82, "p95_ms": 66.474, "reason": null, "sample_age_ms": 128.254, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.371, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.293, "count": 213, "max_ms": 21.591, "p95_ms": 11.24}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.422, "count": 213, "max_ms": 3.622, "p95_ms": 0.825}, "detection_prepare_ms": {"avg_ms": 1.459, "count": 213, "max_ms": 5.008, "p95_ms": 2.729}, "event_filter_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.046, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.218, "count": 213, "max_ms": 0.66, "p95_ms": 0.424}, "mcmt_ms": {"avg_ms": 0.003, "count": 213, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.012, "count": 213, "max_ms": 8.884, "p95_ms": 5.195}, "setup_ms": {"avg_ms": 0.039, "count": 213, "max_ms": 0.117, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 6.236, "count": 213, "max_ms": 21.443, "p95_ms": 11.173}, "track_match_ms": {"avg_ms": 0.156, "count": 213, "max_ms": 0.488, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 1.922, "count": 213, "max_ms": 8.088, "p95_ms": 3.358}}, "gstreamer_push": {"avg_ms": 2.979, "count": 213, "max_ms": 6.44, "p95_ms": 4.578}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 213, "max_ms": 0.117, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.27, "count": 213, "max_ms": 98.488, "p95_ms": 68.621}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.065, "count": 213, "max_ms": 13.313, "p95_ms": 8.924}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.032, "count": 213, "max_ms": 154.969, "p95_ms": 119.004}, "inference_input_copy_ms": {"avg_ms": 1.73, "count": 213, "max_ms": 4.346, "p95_ms": 2.852}, "processing_residual_ms": {"avg_ms": 0.236, "count": 213, "max_ms": 0.663, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.062, "count": 213, "max_ms": 160.74, "p95_ms": 124.092}, "read_interval": {"avg_ms": 140.618, "count": 213, "max_ms": 5116.037, "p95_ms": 157.753}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 213, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.944, "count": 213, "max_ms": 8.733, "p95_ms": 5.122}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 213, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.928, "count": 213, "max_ms": 8.701, "p95_ms": 5.103}, "worker_merge_ms": {"avg_ms": 0.006, "count": 213, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.283, "count": 213, "max_ms": 98.495, "p95_ms": 68.636}, "visualize": {"avg_ms": 35.412, "count": 213, "max_ms": 72.354, "p95_ms": 47.222}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.317, "count": 213, "max_ms": 55.579, "p95_ms": 38.651}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.932, "count": 213, "max_ms": 69.857, "p95_ms": 44.742}, "visualize_input_copy_ms": {"avg_ms": 1.297, "count": 213, "max_ms": 3.034, "p95_ms": 2.315}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.813, "count": 213, "max_ms": 69.608, "p95_ms": 44.63}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 213, "max_ms": 0.176, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1228.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.401, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104491, "write_bytes_delta": 104491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1151.0, "cpu_core_ratio": 0.455926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32898, "reason": null, "system_cpu_core_ratio": 0.040405, "system_cpu_s_delta": 0.8099999999999987, "user_cpu_core_ratio": 0.415521, "user_cpu_s_delta": 8.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.748381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.525262, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 1.223118, "user_cpu_s_delta": 24.520000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 268, "max_ms": 6.666, "p95_ms": 5.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.131, "max": 15.0, "p95": 12.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.896, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 268}, "total": {"avg": 1.896, "max": 3.0, "p95": 3.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.958, "count": 30, "max": 63.102, "p95": 58.828, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.711, "count": 30, "max": 25.115, "p95": 20.839, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1010.633, "count": 30, "max": 1151.0, "p95": 1128.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 637.133, "count": 30, "max": 5820.0, "p95": 3655.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.435, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.967, "count": 30, "max": 47.0, "p95": 32.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.237, "p95": 1.227, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7277, "sampled_at": "2026-10-31T17:00:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:00:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1489284, "flush_count": 1586, "flush_interval_seconds": 30.0, "flush_state": {"count": 1586, "last_at": "2026-10-31T16:59:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T16:59:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1585}, "started": true, "suppressed_count": 875010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 874869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1586, "written_record_count": 1586}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7252.047, "limit_mb": null}, "detail": {"pid": 33014, "restart_count": 133, "start_count": 134}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2423220019200, "copied_frame_count": 876454, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2423220019200, "frame_buffer_copies": 876454, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.2579, "p50_ms": 0.0933, "p95_ms": 0.1879, "p99_ms": 0.2403}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4916, "count": 512, "max_ms": 4.22, "p50_ms": 1.3778, "p95_ms": 2.5705, "p99_ms": 3.3212, "results": {"failed": 0, "not_applicable": 0, "success": 876454, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 125, "h264_decode_error_count": 412, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:00:46+09:00", "last_error_summary": "[h264 @ 0x5b8916928e40] error while decoding MB 62 46, bytestream -5", "last_exit_at": "2026-10-31T17:00:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:00:48+09:00", "pid": 33014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.062, "name": "ffmpeg", "pid": 33014, "rss_mb": 206.062, "state": "S (sleeping)", "threads": 70}, "restart_count": 133, "restart_count_per_hour": 13, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.21, "last_frame_pushed_at": "2026-10-31T17:00:46+09:00", "last_frame_read_age_sec": 4.319, "last_frame_read_at": "2026-10-31T17:00:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 103.483, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 496.517, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 4.202, "exists": true, "mtime": "2026-10-31T17:00:46.502178+09:00", "mtime_epoch": 1793433646.5021777, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:00:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1229.0, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 876454, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.741, "max": 13.0, "p95": 9.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.351, "max": 3.0, "p95": 3.0, "sample_count": 174}, "total": {"avg": 2.351, "max": 3.0, "p95": 3.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.615, "max": 2.0, "p95": 2.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.615, "max": 2.0, "p95": 2.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.801, "pushed": 5.801, "read": 5.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4282.288, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.765, "count": 173, "max_ms": 5.018, "p95_ms": 2.509, "reason": null, "sample_age_ms": 4328.181, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 173, "max_ms": 4.376, "p95_ms": 1.971, "reason": null, "sample_age_ms": 4328.502, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 173, "max_ms": 0.855, "p95_ms": 0.574, "reason": null, "sample_age_ms": 4282.311, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.819, "count": 173, "max_ms": 3.675, "p95_ms": 2.949, "reason": null, "sample_age_ms": 4326.771, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4326.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4282.687, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.509, "count": 173, "max_ms": 95.891, "p95_ms": 64.386, "reason": null, "sample_age_ms": 4282.28, "source": "client_direct"}, "sample_age_ms": 4282.276, "source": "client_direct", "task_total_ms": {"avg_ms": 48.798, "count": 173, "max_ms": 97.82, "p95_ms": 67.204, "reason": null, "sample_age_ms": 4282.276, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.352, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.621, "count": 174, "max_ms": 21.591, "p95_ms": 12.138}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 174, "max_ms": 3.622, "p95_ms": 0.871}, "detection_prepare_ms": {"avg_ms": 1.504, "count": 174, "max_ms": 5.008, "p95_ms": 2.762}, "event_filter_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.046, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.226, "count": 174, "max_ms": 0.652, "p95_ms": 0.424}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.175, "count": 174, "max_ms": 8.884, "p95_ms": 5.415}, "setup_ms": {"avg_ms": 0.04, "count": 174, "max_ms": 0.117, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 6.562, "count": 174, "max_ms": 21.443, "p95_ms": 12.073}, "track_match_ms": {"avg_ms": 0.165, "count": 174, "max_ms": 0.488, "p95_ms": 0.302}, "tracker_update_ms": {"avg_ms": 1.994, "count": 174, "max_ms": 8.088, "p95_ms": 3.406}}, "gstreamer_push": {"avg_ms": 2.963, "count": 174, "max_ms": 6.44, "p95_ms": 4.568}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 174, "max_ms": 0.117, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.79, "count": 174, "max_ms": 98.488, "p95_ms": 69.683}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.135, "count": 174, "max_ms": 13.313, "p95_ms": 9.732}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.271, "count": 174, "max_ms": 154.969, "p95_ms": 120.362}, "inference_input_copy_ms": {"avg_ms": 1.749, "count": 174, "max_ms": 4.346, "p95_ms": 2.894}, "processing_residual_ms": {"avg_ms": 0.242, "count": 174, "max_ms": 0.663, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.397, "count": 174, "max_ms": 160.74, "p95_ms": 127.957}, "read_interval": {"avg_ms": 148.899, "count": 173, "max_ms": 5116.037, "p95_ms": 159.033}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 2.105, "count": 174, "max_ms": 8.733, "p95_ms": 5.333}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.057, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.089, "count": 174, "max_ms": 8.701, "p95_ms": 5.316}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.023, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.803, "count": 174, "max_ms": 98.495, "p95_ms": 69.694}, "visualize": {"avg_ms": 35.813, "count": 174, "max_ms": 72.354, "p95_ms": 47.762}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.438, "count": 174, "max_ms": 55.579, "p95_ms": 38.683}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.308, "count": 174, "max_ms": 69.857, "p95_ms": 45.717}, "visualize_input_copy_ms": {"avg_ms": 1.318, "count": 174, "max_ms": 3.034, "p95_ms": 2.296}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.188, "count": 174, "max_ms": 69.608, "p95_ms": 45.591}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 174, "max_ms": 0.176, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1228.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.401, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.495, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 876197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104491, "write_bytes_delta": 104491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1151.0, "cpu_core_ratio": 0.455926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 32898, "reason": null, "system_cpu_core_ratio": 0.040405, "system_cpu_s_delta": 0.8099999999999987, "user_cpu_core_ratio": 0.415521, "user_cpu_s_delta": 8.329999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.748381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.525262, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 1.223118, "user_cpu_s_delta": 24.520000000004075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.12, "count": 268, "max_ms": 6.666, "p95_ms": 5.105, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.131, "max": 15.0, "p95": 12.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.896, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 268}, "total": {"avg": 1.896, "max": 3.0, "p95": 3.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.958, "count": 30, "max": 63.102, "p95": 58.828, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.711, "count": 30, "max": 25.115, "p95": 20.839, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1010.633, "count": 30, "max": 1151.0, "p95": 1128.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 637.133, "count": 30, "max": 5820.0, "p95": 3655.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.372, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.435, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99439.967, "count": 30, "max": 104491.0, "p95": 103330.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.967, "count": 30, "max": 47.0, "p95": 32.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.237, "p95": 1.227, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7277, "sampled_at": "2026-10-31T17:00:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:00:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 7298.93, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2635482009600, "copied_frame_count": 953227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2635482009600, "frame_buffer_copies": 953227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0996, "count": 512, "max_ms": 0.521, "p50_ms": 0.0851, "p95_ms": 0.181, "p99_ms": 0.2728}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3497, "count": 512, "max_ms": 5.4679, "p50_ms": 1.2458, "p95_ms": 2.2919, "p99_ms": 3.2479, "results": {"failed": 0, "not_applicable": 0, "success": 953227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.48, "last_started_at": "2026-10-31T03:47:31+09:00", "pid": 17132, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.605, "name": "ffmpeg", "pid": 17132, "rss_mb": 293.605, "state": "S (sleeping)", "threads": 70}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.346, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 30.044, "last_frame_pushed_at": "2026-10-31T17:01:55+09:00", "last_frame_read_age_sec": 30.116, "last_frame_read_at": "2026-10-31T17:01:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.022, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 401.978, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 30.035, "exists": true, "mtime": "2026-10-31T17:01:55.201518+09:00", "mtime_epoch": 1793433715.2015176, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 238355}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-31T17:02:25+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1232.098, "name": "celery", "pid": 180, "rss_mb": 1225.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.461, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30079.202, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30063.664, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30070.07, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30063.247, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.477, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1225.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.017, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.169, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 234212, "write_bytes_delta": 234212, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 847.0, "cpu_core_ratio": 0.307299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 17132, "reason": null, "system_cpu_core_ratio": 0.042472, "system_cpu_s_delta": 0.849999999999909, "user_cpu_core_ratio": 0.264827, "user_cpu_s_delta": 5.299999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.644579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.145905, "system_cpu_s_delta": 2.9200000000018917, "user_cpu_core_ratio": 0.498674, "user_cpu_s_delta": 9.980000000003201}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.968, "count": 300, "max_ms": 8.931, "p95_ms": 4.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.439, "count": 30, "max": 31.371, "p95": 29.521, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.27, "count": 30, "max": 30.319, "p95": 25.389, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 853.3, "count": 30, "max": 889.0, "p95": 880.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.273, "count": 30, "max": 0.287, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 241685.467, "count": 30, "max": 256311.0, "p95": 253436.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241685.467, "count": 30, "max": 256311.0, "p95": 253436.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.933, "count": 30, "max": 84.0, "p95": 56.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.153, "count": 30, "max": 0.18, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.541, "p95": 0.537, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6721, "sampled_at": "2026-10-31T17:01:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:01:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 7269.727, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2635482009600, "copied_frame_count": 953227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2635482009600, "frame_buffer_copies": 953227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0996, "count": 512, "max_ms": 0.521, "p50_ms": 0.0851, "p95_ms": 0.181, "p99_ms": 0.2728}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3497, "count": 512, "max_ms": 5.4679, "p50_ms": 1.2458, "p95_ms": 2.2919, "p99_ms": 3.2479, "results": {"failed": 0, "not_applicable": 0, "success": 953227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.523, "last_started_at": "2026-10-31T03:47:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.346, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 30.087, "last_frame_pushed_at": "2026-10-31T17:01:55+09:00", "last_frame_read_age_sec": 30.159, "last_frame_read_at": "2026-10-31T17:01:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.04, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 401.96, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 30.078, "exists": true, "mtime": "2026-10-31T17:01:55.201518+09:00", "mtime_epoch": 1793433715.2015176, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 238355}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-31T17:02:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1232.098, "name": "celery", "pid": 180, "rss_mb": 1225.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.483, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30108.483, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30092.945, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30099.351, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30092.528, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.016, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1225.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.362, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.346, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.06, "exists": true, "size_bytes": 238355, "write_bytes_delta": 238355, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1192.0, "cpu_core_ratio": 0.1589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 17132, "reason": null, "system_cpu_core_ratio": 0.017266, "system_cpu_s_delta": 0.6400000000001, "user_cpu_core_ratio": 0.141634, "user_cpu_s_delta": 5.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.130034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.030215, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.099818, "user_cpu_s_delta": 3.6999999999970896}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.865, "count": 30, "max": 31.371, "p95": 29.521, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.645, "count": 30, "max": 30.319, "p95": 25.389, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 864.467, "count": 30, "max": 1192.0, "p95": 885.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.268, "count": 30, "max": 0.287, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.06, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 241086.933, "count": 30, "max": 255197.0, "p95": 249910.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241086.933, "count": 30, "max": 255197.0, "p95": 249910.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.867, "count": 30, "max": 84.0, "p95": 56.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.18, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.541, "p95": 0.537, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6722, "sampled_at": "2026-10-31T17:02:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:02:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 7218.836, "limit_mb": null}, "detail": {"pid": 33130, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2635482009600, "copied_frame_count": 953227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2635482009600, "frame_buffer_copies": 953227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0996, "count": 512, "max_ms": 0.521, "p50_ms": 0.0851, "p95_ms": 0.181, "p99_ms": 0.2728}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3497, "count": 512, "max_ms": 5.4679, "p50_ms": 1.2458, "p95_ms": 2.2919, "p99_ms": 3.2479, "results": {"failed": 0, "not_applicable": 0, "success": 953227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:02:27+09:00", "pid": 33130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 213.801, "name": "ffmpeg", "pid": 33130, "rss_mb": 213.801, "state": "S (sleeping)", "threads": 70}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.346, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 34.395, "last_frame_pushed_at": "2026-10-31T17:01:55+09:00", "last_frame_read_age_sec": 34.466, "last_frame_read_at": "2026-10-31T17:01:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.351, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 397.649, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 34.385, "exists": true, "mtime": "2026-10-31T17:01:55.201518+09:00", "mtime_epoch": 1793433715.2015176, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 238355}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-31T17:02:29+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1232.098, "name": "celery", "pid": 180, "rss_mb": 1225.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 37.793, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34416.731, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34401.194, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34407.599, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34400.777, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.562, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1225.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.362, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.346, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 953227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.06, "exists": true, "size_bytes": 238355, "write_bytes_delta": 238355, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1192.0, "cpu_core_ratio": 0.1589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 17132, "reason": null, "system_cpu_core_ratio": 0.017266, "system_cpu_s_delta": 0.6400000000001, "user_cpu_core_ratio": 0.141634, "user_cpu_s_delta": 5.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.130034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.030215, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.099818, "user_cpu_s_delta": 3.6999999999970896}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.865, "count": 30, "max": 31.371, "p95": 29.521, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.645, "count": 30, "max": 30.319, "p95": 25.389, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 864.467, "count": 30, "max": 1192.0, "p95": 885.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.268, "count": 30, "max": 0.287, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.06, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 241086.933, "count": 30, "max": 255197.0, "p95": 249910.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241086.933, "count": 30, "max": 255197.0, "p95": 249910.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.867, "count": 30, "max": 84.0, "p95": 56.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.18, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.541, "p95": 0.537, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6722, "sampled_at": "2026-10-31T17:02:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:02:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1493217, "flush_count": 1590, "flush_interval_seconds": 30.0, "flush_state": {"count": 1590, "last_at": "2026-10-31T17:03:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:03:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1589}, "started": true, "suppressed_count": 876769, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 876628}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1590, "written_record_count": 1590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7035.004, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x559c6ed72100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6ed72100] error while decoding MB 0 63, bytestream 4829 [h264 @ 0x559c6eca7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6eca7e40] error while decoding MB 0 67, bytestream 2608 [h264 @ 0x559c6ee2a980] cabac decode of qscale diff failed at 66 56 [h264 @ 0x559c6ee2a980] error while decoding MB 66 56, bytestream 2972 [in#0/rtsp @ 0x559c6ec5fe00] Error during demuxing: Connection ti", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2428091596800, "copied_frame_count": 878216, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2428091596800, "frame_buffer_copies": 878216, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 3.6115, "p50_ms": 0.086, "p95_ms": 0.198, "p99_ms": 0.318}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4158, "count": 512, "max_ms": 3.4675, "p50_ms": 1.3312, "p95_ms": 2.3248, "p99_ms": 2.9007, "results": {"failed": 0, "not_applicable": 0, "success": 878216, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:04:36+09:00", "last_error_summary": "[h264 @ 0x559c6ed72100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6ed72100] error while decoding MB 0 63, bytestream 4829 [h264 @ 0x559c6eca7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6eca7e40] error while decoding MB 0 67, bytestream 2608 [h264 @ 0x559c6ee2a980] cabac decode of qscale diff failed at 66 56 [h264 @ 0x559c6ee2a980] error while decoding MB 66 56, bytestream 2972 [in#0/rtsp @ 0x559c6ec5fe00] Error during demuxing: Connection ti", "last_exit_at": "2026-10-31T17:00:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.763, "last_started_at": "2026-10-31T17:00:48+09:00", "pid": 33014, "process": {"exists": false, "pid": 33014}, "restart_count": 133, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.462, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-31T17:04:36+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-10-31T17:04:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.232, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 270.768, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-31T17:04:36.394324+09:00", "mtime_epoch": 1793433876.3943238, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105604}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:04:36+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1229.859, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 878217, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.013, "max": 6.0, "p95": 5.0, "sample_count": 79}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.848, "max": 2.0, "p95": 2.0, "sample_count": 79}, "total": {"avg": 1.848, "max": 2.0, "p95": 2.0, "sample_count": 79}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 80, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.838, "pushed": 2.838, "read": 2.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.014, "p95_ms": 0.011, "reason": null, "sample_age_ms": 20.441, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.695, "count": 80, "max_ms": 6.706, "p95_ms": 2.108, "reason": null, "sample_age_ms": 76.879, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 80, "max_ms": 2.359, "p95_ms": 1.399, "reason": null, "sample_age_ms": 77.103, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 80, "max_ms": 0.749, "p95_ms": 0.535, "reason": null, "sample_age_ms": 20.448, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.661, "count": 80, "max_ms": 3.226, "p95_ms": 2.439, "reason": null, "sample_age_ms": 74.543, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.502, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.799, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.044, "count": 80, "max_ms": 75.22, "p95_ms": 59.757, "reason": null, "sample_age_ms": 20.437, "source": "client_direct"}, "sample_age_ms": 20.433, "source": "client_direct", "task_total_ms": {"avg_ms": 47.167, "count": 80, "max_ms": 76.874, "p95_ms": 62.164, "reason": null, "sample_age_ms": 20.433, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.565, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.066, "count": 79, "max_ms": 11.96, "p95_ms": 9.194}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 79, "max_ms": 0.949, "p95_ms": 0.687}, "detection_prepare_ms": {"avg_ms": 1.492, "count": 79, "max_ms": 4.631, "p95_ms": 2.651}, "event_filter_ms": {"avg_ms": 0.005, "count": 79, "max_ms": 0.017, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.218, "count": 79, "max_ms": 0.53, "p95_ms": 0.384}, "mcmt_ms": {"avg_ms": 0.003, "count": 79, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.066, "count": 79, "max_ms": 5.164, "p95_ms": 3.473}, "setup_ms": {"avg_ms": 0.039, "count": 79, "max_ms": 0.096, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 6.012, "count": 79, "max_ms": 11.876, "p95_ms": 9.131}, "track_match_ms": {"avg_ms": 0.126, "count": 79, "max_ms": 0.396, "p95_ms": 0.21}, "tracker_update_ms": {"avg_ms": 1.712, "count": 79, "max_ms": 3.534, "p95_ms": 2.712}}, "gstreamer_push": {"avg_ms": 2.84, "count": 79, "max_ms": 5.755, "p95_ms": 4.547}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 79, "max_ms": 0.117, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.112, "count": 79, "max_ms": 78.679, "p95_ms": 64.008}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.027, "count": 79, "max_ms": 13.592, "p95_ms": 8.723}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.87, "count": 79, "max_ms": 123.268, "p95_ms": 118.858}, "inference_input_copy_ms": {"avg_ms": 1.575, "count": 79, "max_ms": 4.411, "p95_ms": 2.633}, "processing_residual_ms": {"avg_ms": 0.229, "count": 79, "max_ms": 0.521, "p95_ms": 0.465}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.701, "count": 79, "max_ms": 129.333, "p95_ms": 122.718}, "read_interval": {"avg_ms": 398.639, "count": 80, "max_ms": 10141.801, "p95_ms": 154.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 79, "max_ms": 0.044, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.0, "count": 79, "max_ms": 5.035, "p95_ms": 3.37}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 79, "max_ms": 0.038, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.983, "count": 79, "max_ms": 5.005, "p95_ms": 3.345}, "worker_merge_ms": {"avg_ms": 0.006, "count": 79, "max_ms": 0.017, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.125, "count": 79, "max_ms": 78.692, "p95_ms": 64.021}, "visualize": {"avg_ms": 36.63, "count": 79, "max_ms": 52.117, "p95_ms": 47.988}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.997, "count": 79, "max_ms": 44.255, "p95_ms": 41.184}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.172, "count": 79, "max_ms": 51.04, "p95_ms": 46.827}, "visualize_input_copy_ms": {"avg_ms": 1.272, "count": 79, "max_ms": 3.083, "p95_ms": 1.975}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.049, "count": 79, "max_ms": 50.86, "p95_ms": 46.74}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 79, "max_ms": 0.197, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1229.84, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.287, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105135, "write_bytes_delta": 105135, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.43634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 33014, "reason": null, "system_cpu_core_ratio": 0.182433, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 0.253907, "user_cpu_s_delta": 5.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.443972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440339, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 1.003633, "user_cpu_s_delta": 20.080000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.028, "count": 161, "max_ms": 11.673, "p95_ms": 4.505, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.789, "max": 10.0, "p95": 7.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.901, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 1.901, "max": 2.0, "p95": 2.0, "sample_count": 161}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.089, "count": 30, "max": 59.426, "p95": 49.683, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.504, "count": 30, "max": 25.115, "p95": 20.588, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 971.967, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1343.6, "count": 30, "max": 8182.0, "p95": 6629.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.424, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.473, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 47.0, "p95": 37.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.587, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.28, "p95": 1.26, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7289, "sampled_at": "2026-10-31T17:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.838, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1493217, "flush_count": 1590, "flush_interval_seconds": 30.0, "flush_state": {"count": 1590, "last_at": "2026-10-31T17:03:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:03:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1589}, "started": true, "suppressed_count": 876769, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 876628}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1590, "written_record_count": 1590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7024.176, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:04:36+09:00", "last_error_summary": "[h264 @ 0x559c6ed72100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6ed72100] error while decoding MB 0 63, bytestream 4829 [h264 @ 0x559c6eca7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6eca7e40] error while decoding MB 0 67, bytestream 2608 [h264 @ 0x559c6ee2a980] cabac decode of qscale diff failed at 66 56 [h264 @ 0x559c6ee2a980] error while decoding MB 66 56, bytestream 2972 [in#0/rtsp @ 0x559c6ec5fe00] Error during demuxing: Connection ti", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2428094361600, "copied_frame_count": 878217, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2428094361600, "frame_buffer_copies": 878217, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.115, "count": 512, "max_ms": 3.6115, "p50_ms": 0.086, "p95_ms": 0.198, "p99_ms": 0.318}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4148, "count": 512, "max_ms": 3.4675, "p50_ms": 1.3287, "p95_ms": 2.3248, "p99_ms": 2.9007, "results": {"failed": 0, "not_applicable": 0, "success": 878217, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:04:36+09:00", "last_error_summary": "[h264 @ 0x559c6ed72100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6ed72100] error while decoding MB 0 63, bytestream 4829 [h264 @ 0x559c6eca7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6eca7e40] error while decoding MB 0 67, bytestream 2608 [h264 @ 0x559c6ee2a980] cabac decode of qscale diff failed at 66 56 [h264 @ 0x559c6ee2a980] error while decoding MB 66 56, bytestream 2972 [in#0/rtsp @ 0x559c6ec5fe00] Error during demuxing: Connection ti", "last_exit_at": "2026-10-31T17:04:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.798, "last_started_at": "2026-10-31T17:00:48+09:00", "pid": 33014, "process": {"exists": false, "pid": 33014}, "restart_count": 133, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.462, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T17:04:36+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-10-31T17:04:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.273, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 270.727, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-10-31T17:04:36.394324+09:00", "mtime_epoch": 1793433876.3943238, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105604}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:04:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1229.855, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 878217, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.013, "max": 6.0, "p95": 5.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.837, "max": 2.0, "p95": 2.0, "sample_count": 80}, "total": {"avg": 1.837, "max": 2.0, "p95": 2.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.87, "pushed": 2.87, "read": 2.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.014, "p95_ms": 0.011, "reason": null, "sample_age_ms": 57.276, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.695, "count": 80, "max_ms": 6.706, "p95_ms": 2.108, "reason": null, "sample_age_ms": 113.714, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 80, "max_ms": 2.359, "p95_ms": 1.399, "reason": null, "sample_age_ms": 113.937, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 80, "max_ms": 0.749, "p95_ms": 0.535, "reason": null, "sample_age_ms": 57.283, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.661, "count": 80, "max_ms": 3.226, "p95_ms": 2.439, "reason": null, "sample_age_ms": 111.377, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.336, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.634, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.044, "count": 80, "max_ms": 75.22, "p95_ms": 59.757, "reason": null, "sample_age_ms": 57.271, "source": "client_direct"}, "sample_age_ms": 57.268, "source": "client_direct", "task_total_ms": {"avg_ms": 47.167, "count": 80, "max_ms": 76.874, "p95_ms": 62.164, "reason": null, "sample_age_ms": 57.268, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.711, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.057, "count": 80, "max_ms": 11.96, "p95_ms": 9.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.351, "count": 80, "max_ms": 0.949, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 1.49, "count": 80, "max_ms": 4.631, "p95_ms": 2.451}, "event_filter_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.017, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.218, "count": 80, "max_ms": 0.53, "p95_ms": 0.381}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.05, "count": 80, "max_ms": 5.164, "p95_ms": 3.272}, "setup_ms": {"avg_ms": 0.039, "count": 80, "max_ms": 0.096, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 6.003, "count": 80, "max_ms": 11.876, "p95_ms": 9.011}, "track_match_ms": {"avg_ms": 0.127, "count": 80, "max_ms": 0.396, "p95_ms": 0.203}, "tracker_update_ms": {"avg_ms": 1.719, "count": 80, "max_ms": 3.534, "p95_ms": 2.674}}, "gstreamer_push": {"avg_ms": 2.836, "count": 80, "max_ms": 5.755, "p95_ms": 4.503}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 80, "max_ms": 0.117, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.223, "count": 80, "max_ms": 78.679, "p95_ms": 63.309}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.008, "count": 80, "max_ms": 13.592, "p95_ms": 7.886}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.017, "count": 80, "max_ms": 123.268, "p95_ms": 117.967}, "inference_input_copy_ms": {"avg_ms": 1.575, "count": 80, "max_ms": 4.411, "p95_ms": 2.54}, "processing_residual_ms": {"avg_ms": 0.229, "count": 80, "max_ms": 0.521, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.83, "count": 80, "max_ms": 129.333, "p95_ms": 122.184}, "read_interval": {"avg_ms": 398.639, "count": 80, "max_ms": 10141.801, "p95_ms": 154.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.044, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.984, "count": 80, "max_ms": 5.035, "p95_ms": 3.171}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 80, "max_ms": 0.038, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.967, "count": 80, "max_ms": 5.005, "p95_ms": 3.127}, "worker_merge_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.017, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.237, "count": 80, "max_ms": 78.692, "p95_ms": 63.336}, "visualize": {"avg_ms": 36.678, "count": 80, "max_ms": 52.117, "p95_ms": 47.603}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.065, "count": 80, "max_ms": 44.255, "p95_ms": 40.846}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.22, "count": 80, "max_ms": 51.04, "p95_ms": 46.396}, "visualize_input_copy_ms": {"avg_ms": 1.271, "count": 80, "max_ms": 3.083, "p95_ms": 1.965}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.097, "count": 80, "max_ms": 50.86, "p95_ms": 46.21}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 80, "max_ms": 0.197, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1229.84, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.287, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105135, "write_bytes_delta": 105135, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.43634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 33014, "reason": null, "system_cpu_core_ratio": 0.182433, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 0.253907, "user_cpu_s_delta": 5.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.443972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440339, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 1.003633, "user_cpu_s_delta": 20.080000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.028, "count": 161, "max_ms": 11.673, "p95_ms": 4.505, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.789, "max": 10.0, "p95": 7.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.901, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 1.901, "max": 2.0, "p95": 2.0, "sample_count": 161}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.089, "count": 30, "max": 59.426, "p95": 49.683, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.504, "count": 30, "max": 25.115, "p95": 20.588, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 971.967, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1343.6, "count": 30, "max": 8182.0, "p95": 6629.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.424, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.473, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 47.0, "p95": 37.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.587, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.28, "p95": 1.26, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7289, "sampled_at": "2026-10-31T17:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.873, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1493217, "flush_count": 1590, "flush_interval_seconds": 30.0, "flush_state": {"count": 1590, "last_at": "2026-10-31T17:03:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:03:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1589}, "started": true, "suppressed_count": 876769, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 876628}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1590, "written_record_count": 1590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7021.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2428094361600, "copied_frame_count": 878217, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2428094361600, "frame_buffer_copies": 878217, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.115, "count": 512, "max_ms": 3.6115, "p50_ms": 0.086, "p95_ms": 0.198, "p99_ms": 0.318}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4148, "count": 512, "max_ms": 3.4675, "p50_ms": 1.3287, "p95_ms": 2.3248, "p99_ms": 2.9007, "results": {"failed": 0, "not_applicable": 0, "success": 878217, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:04:36+09:00", "last_error_summary": "[h264 @ 0x559c6ed72100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6ed72100] error while decoding MB 0 63, bytestream 4829 [h264 @ 0x559c6eca7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6eca7e40] error while decoding MB 0 67, bytestream 2608 [h264 @ 0x559c6ee2a980] cabac decode of qscale diff failed at 66 56 [h264 @ 0x559c6ee2a980] error while decoding MB 66 56, bytestream 2972 [in#0/rtsp @ 0x559c6ec5fe00] Error during demuxing: Connection ti", "last_exit_at": "2026-10-31T17:04:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.838, "last_started_at": "2026-10-31T17:00:48+09:00", "pid": 33014, "process": {"exists": false, "pid": 33014}, "restart_count": 133, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.462, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-31T17:04:36+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-31T17:04:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.319, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 270.681, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-31T17:04:36.508324+09:00", "mtime_epoch": 1793433876.5083244, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105786}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:04:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1229.855, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 878217, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.013, "max": 6.0, "p95": 5.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.837, "max": 2.0, "p95": 2.0, "sample_count": 80}, "total": {"avg": 1.837, "max": 2.0, "p95": 2.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.866, "pushed": 2.866, "read": 2.866}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.014, "p95_ms": 0.011, "reason": null, "sample_age_ms": 101.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.695, "count": 80, "max_ms": 6.706, "p95_ms": 2.108, "reason": null, "sample_age_ms": 157.822, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 80, "max_ms": 2.359, "p95_ms": 1.399, "reason": null, "sample_age_ms": 158.046, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 80, "max_ms": 0.749, "p95_ms": 0.535, "reason": null, "sample_age_ms": 101.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.661, "count": 80, "max_ms": 3.226, "p95_ms": 2.439, "reason": null, "sample_age_ms": 155.485, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.445, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.044, "count": 80, "max_ms": 75.22, "p95_ms": 59.757, "reason": null, "sample_age_ms": 101.379, "source": "client_direct"}, "sample_age_ms": 101.376, "source": "client_direct", "task_total_ms": {"avg_ms": 47.167, "count": 80, "max_ms": 76.874, "p95_ms": 62.164, "reason": null, "sample_age_ms": 101.376, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.903, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.057, "count": 80, "max_ms": 11.96, "p95_ms": 9.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.351, "count": 80, "max_ms": 0.949, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 1.49, "count": 80, "max_ms": 4.631, "p95_ms": 2.451}, "event_filter_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.017, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.218, "count": 80, "max_ms": 0.53, "p95_ms": 0.381}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.05, "count": 80, "max_ms": 5.164, "p95_ms": 3.272}, "setup_ms": {"avg_ms": 0.039, "count": 80, "max_ms": 0.096, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 6.003, "count": 80, "max_ms": 11.876, "p95_ms": 9.011}, "track_match_ms": {"avg_ms": 0.127, "count": 80, "max_ms": 0.396, "p95_ms": 0.203}, "tracker_update_ms": {"avg_ms": 1.719, "count": 80, "max_ms": 3.534, "p95_ms": 2.674}}, "gstreamer_push": {"avg_ms": 2.836, "count": 80, "max_ms": 5.755, "p95_ms": 4.503}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 80, "max_ms": 0.117, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.223, "count": 80, "max_ms": 78.679, "p95_ms": 63.309}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.008, "count": 80, "max_ms": 13.592, "p95_ms": 7.886}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.017, "count": 80, "max_ms": 123.268, "p95_ms": 117.967}, "inference_input_copy_ms": {"avg_ms": 1.575, "count": 80, "max_ms": 4.411, "p95_ms": 2.54}, "processing_residual_ms": {"avg_ms": 0.229, "count": 80, "max_ms": 0.521, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.83, "count": 80, "max_ms": 129.333, "p95_ms": 122.184}, "read_interval": {"avg_ms": 398.639, "count": 80, "max_ms": 10141.801, "p95_ms": 154.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.044, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.984, "count": 80, "max_ms": 5.035, "p95_ms": 3.171}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 80, "max_ms": 0.038, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.967, "count": 80, "max_ms": 5.005, "p95_ms": 3.127}, "worker_merge_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.017, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.237, "count": 80, "max_ms": 78.692, "p95_ms": 63.336}, "visualize": {"avg_ms": 36.678, "count": 80, "max_ms": 52.117, "p95_ms": 47.603}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.065, "count": 80, "max_ms": 44.255, "p95_ms": 40.846}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.22, "count": 80, "max_ms": 51.04, "p95_ms": 46.396}, "visualize_input_copy_ms": {"avg_ms": 1.271, "count": 80, "max_ms": 3.083, "p95_ms": 1.965}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.097, "count": 80, "max_ms": 50.86, "p95_ms": 46.21}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 80, "max_ms": 0.197, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1229.84, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.287, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105135, "write_bytes_delta": 105135, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.43634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 33014, "reason": null, "system_cpu_core_ratio": 0.182433, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 0.253907, "user_cpu_s_delta": 5.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.443972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440339, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 1.003633, "user_cpu_s_delta": 20.080000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.028, "count": 161, "max_ms": 11.673, "p95_ms": 4.505, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.789, "max": 10.0, "p95": 7.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.901, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 1.901, "max": 2.0, "p95": 2.0, "sample_count": 161}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.089, "count": 30, "max": 59.426, "p95": 49.683, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.504, "count": 30, "max": 25.115, "p95": 20.588, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 971.967, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1343.6, "count": 30, "max": 8182.0, "p95": 6629.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.424, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.473, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 47.0, "p95": 37.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.587, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.28, "p95": 1.26, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7289, "sampled_at": "2026-10-31T17:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.913, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1493217, "flush_count": 1590, "flush_interval_seconds": 30.0, "flush_state": {"count": 1590, "last_at": "2026-10-31T17:03:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:03:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1589}, "started": true, "suppressed_count": 876769, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 876628}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1590, "written_record_count": 1590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7196.062, "limit_mb": null}, "detail": {"pid": 33246, "restart_count": 134, "start_count": 135}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2428094361600, "copied_frame_count": 878217, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2428094361600, "frame_buffer_copies": 878217, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.115, "count": 512, "max_ms": 3.6115, "p50_ms": 0.086, "p95_ms": 0.198, "p99_ms": 0.318}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4148, "count": 512, "max_ms": 3.4675, "p50_ms": 1.3287, "p95_ms": 2.3248, "p99_ms": 2.9007, "results": {"failed": 0, "not_applicable": 0, "success": 878217, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 126, "h264_decode_error_count": 416, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:04:36+09:00", "last_error_summary": "[h264 @ 0x559c6ed72100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6ed72100] error while decoding MB 0 63, bytestream 4829 [h264 @ 0x559c6eca7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c6eca7e40] error while decoding MB 0 67, bytestream 2608 [h264 @ 0x559c6ee2a980] cabac decode of qscale diff failed at 66 56 [h264 @ 0x559c6ee2a980] error while decoding MB 66 56, bytestream 2972 [in#0/rtsp @ 0x559c6ec5fe00] Error during demuxing: Connection ti", "last_exit_at": "2026-10-31T17:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:04:39+09:00", "pid": 33246, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.461, "name": "ffmpeg", "pid": 33246, "rss_mb": 209.461, "state": "S (sleeping)", "threads": 70}, "restart_count": 134, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.208, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.85, "last_frame_pushed_at": "2026-10-31T17:04:36+09:00", "last_frame_read_age_sec": 4.961, "last_frame_read_at": "2026-10-31T17:04:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.114, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 265.886, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 4.841, "exists": true, "mtime": "2026-10-31T17:04:36.508324+09:00", "mtime_epoch": 1793433876.5083244, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105786}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:04:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1229.859, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 878217, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.018, "max": 6.0, "p95": 5.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.909, "max": 2.0, "p95": 2.0, "sample_count": 55}, "total": {"avg": 1.909, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.838, "pushed": 1.838, "read": 1.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4904.309, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 54, "max_ms": 6.706, "p95_ms": 1.785, "reason": null, "sample_age_ms": 4960.747, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.245, "count": 54, "max_ms": 1.564, "p95_ms": 1.369, "reason": null, "sample_age_ms": 4960.971, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 55, "max_ms": 0.613, "p95_ms": 0.532, "reason": null, "sample_age_ms": 4904.316, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.623, "count": 54, "max_ms": 2.849, "p95_ms": 2.351, "reason": null, "sample_age_ms": 4958.411, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2764808.0, "count": 54, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4958.37, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4904.667, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.642, "count": 55, "max_ms": 75.22, "p95_ms": 61.131, "reason": null, "sample_age_ms": 4904.304, "source": "client_direct"}, "sample_age_ms": 4904.301, "source": "client_direct", "task_total_ms": {"avg_ms": 47.728, "count": 55, "max_ms": 76.874, "p95_ms": 63.809, "reason": null, "sample_age_ms": 4904.301, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.094, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.1, "count": 55, "max_ms": 10.825, "p95_ms": 9.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 55, "max_ms": 0.66, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 1.515, "count": 55, "max_ms": 4.631, "p95_ms": 2.451}, "event_filter_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.017, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.219, "count": 55, "max_ms": 0.516, "p95_ms": 0.357}, "mcmt_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.099, "count": 55, "max_ms": 3.473, "p95_ms": 3.203}, "setup_ms": {"avg_ms": 0.041, "count": 55, "max_ms": 0.088, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 6.044, "count": 55, "max_ms": 10.679, "p95_ms": 9.011}, "track_match_ms": {"avg_ms": 0.123, "count": 55, "max_ms": 0.258, "p95_ms": 0.203}, "tracker_update_ms": {"avg_ms": 1.721, "count": 55, "max_ms": 3.0, "p95_ms": 2.674}}, "gstreamer_push": {"avg_ms": 2.817, "count": 55, "max_ms": 4.779, "p95_ms": 4.503}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 55, "max_ms": 0.117, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.793, "count": 55, "max_ms": 78.679, "p95_ms": 74.028}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.012, "count": 55, "max_ms": 13.592, "p95_ms": 7.309}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.719, "count": 55, "max_ms": 122.33, "p95_ms": 118.858}, "inference_input_copy_ms": {"avg_ms": 1.52, "count": 55, "max_ms": 4.411, "p95_ms": 2.507}, "processing_residual_ms": {"avg_ms": 0.21, "count": 55, "max_ms": 0.521, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.462, "count": 55, "max_ms": 126.427, "p95_ms": 122.184}, "read_interval": {"avg_ms": 463.808, "count": 54, "max_ms": 10141.801, "p95_ms": 154.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 55, "max_ms": 0.044, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.032, "count": 55, "max_ms": 3.37, "p95_ms": 3.127}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 55, "max_ms": 0.03, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.016, "count": 55, "max_ms": 3.345, "p95_ms": 3.103}, "worker_merge_ms": {"avg_ms": 0.006, "count": 55, "max_ms": 0.016, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.806, "count": 55, "max_ms": 78.692, "p95_ms": 74.04}, "visualize": {"avg_ms": 36.727, "count": 55, "max_ms": 52.117, "p95_ms": 47.193}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.97, "count": 55, "max_ms": 43.964, "p95_ms": 41.184}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.223, "count": 55, "max_ms": 51.04, "p95_ms": 45.92}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 55, "max_ms": 2.13, "p95_ms": 1.975}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.1, "count": 55, "max_ms": 50.86, "p95_ms": 45.802}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 55, "max_ms": 0.155, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1229.84, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.287, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 878174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105135, "write_bytes_delta": 105135, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.43634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 33014, "reason": null, "system_cpu_core_ratio": 0.182433, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 0.253907, "user_cpu_s_delta": 5.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.443972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440339, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 1.003633, "user_cpu_s_delta": 20.080000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.028, "count": 161, "max_ms": 11.673, "p95_ms": 4.505, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.789, "max": 10.0, "p95": 7.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.901, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 161}, "total": {"avg": 1.901, "max": 2.0, "p95": 2.0, "sample_count": 161}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.089, "count": 30, "max": 59.426, "p95": 49.683, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.504, "count": 30, "max": 25.115, "p95": 20.588, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 971.967, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1343.6, "count": 30, "max": 8182.0, "p95": 6629.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.424, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.473, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101979.967, "count": 30, "max": 108292.0, "p95": 106755.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 47.0, "p95": 37.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.587, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.28, "p95": 1.26, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7289, "sampled_at": "2026-10-31T17:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1497283, "flush_count": 1594, "flush_interval_seconds": 30.0, "flush_state": {"count": 1594, "last_at": "2026-10-31T17:07:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:07:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1593}, "started": true, "suppressed_count": 878386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 878245}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1594, "written_record_count": 1594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7050.691, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c7632bb7000] error while decoding MB 101 59, bytestream -6 [h264 @ 0x5c7632b8ed40] left block unavailable for requested intra mode [h264 @ 0x5c7632b8ed40] error while decoding MB 0 54, bytestream 9465 [h264 @ 0x5c7632a58200] error while decoding MB 39 64, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2432573337600, "copied_frame_count": 879837, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2432573337600, "frame_buffer_copies": 879837, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1105, "count": 512, "max_ms": 1.8411, "p50_ms": 0.0973, "p95_ms": 0.1945, "p99_ms": 0.2654}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 3.5858, "p50_ms": 1.4038, "p95_ms": 2.2296, "p99_ms": 2.6414, "results": {"failed": 0, "not_applicable": 0, "success": 879837, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 419, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:07:59+09:00", "last_error_summary": "[h264 @ 0x5c7632bb7000] error while decoding MB 101 59, bytestream -6 [h264 @ 0x5c7632b8ed40] left block unavailable for requested intra mode [h264 @ 0x5c7632b8ed40] error while decoding MB 0 54, bytestream 9465 [h264 @ 0x5c7632a58200] error while decoding MB 39 64, bytestream -5", "last_exit_at": "2026-10-31T17:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.071, "last_started_at": "2026-10-31T17:04:39+09:00", "pid": 33246, "process": {"exists": false, "pid": 33246}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.425, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-31T17:07:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-10-31T17:07:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.195, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 67.805, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-31T17:07:59.352352+09:00", "mtime_epoch": 1793434079.3523521, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102629}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:07:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1230.645, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 879838, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.0, "max": 10.0, "p95": 8.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 185, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.172, "pushed": 6.172, "read": 6.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.007, "count": 185, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 37.912, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 185, "max_ms": 3.484, "p95_ms": 2.413, "reason": null, "sample_age_ms": 76.52, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 185, "max_ms": 3.123, "p95_ms": 1.907, "reason": null, "sample_age_ms": 76.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 185, "max_ms": 0.871, "p95_ms": 0.556, "reason": null, "sample_age_ms": 37.92, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.837, "count": 185, "max_ms": 5.583, "p95_ms": 3.005, "reason": null, "sample_age_ms": 74.629, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2764808.0, "count": 185, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.61, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.274, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.326, "count": 185, "max_ms": 75.432, "p95_ms": 65.945, "reason": null, "sample_age_ms": 37.909, "source": "client_direct"}, "sample_age_ms": 37.906, "source": "client_direct", "task_total_ms": {"avg_ms": 48.626, "count": 185, "max_ms": 77.501, "p95_ms": 67.865, "reason": null, "sample_age_ms": 37.906, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 185, "max_ms": 8.05, "p95_ms": 6.112}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 185, "max_ms": 0.972, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.152, "count": 185, "max_ms": 3.065, "p95_ms": 2.012}, "event_filter_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.026, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.217, "count": 185, "max_ms": 0.744, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 185, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.569, "count": 185, "max_ms": 1.632, "p95_ms": 1.219}, "setup_ms": {"avg_ms": 0.038, "count": 185, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 3.517, "count": 185, "max_ms": 7.952, "p95_ms": 6.027}, "track_match_ms": {"avg_ms": 0.058, "count": 185, "max_ms": 0.601, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.162, "count": 185, "max_ms": 2.661, "p95_ms": 2.148}}, "gstreamer_push": {"avg_ms": 3.022, "count": 185, "max_ms": 5.307, "p95_ms": 4.23}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 185, "max_ms": 0.504, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.742, "count": 185, "max_ms": 79.309, "p95_ms": 69.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.801, "count": 185, "max_ms": 11.849, "p95_ms": 7.762}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.636, "count": 185, "max_ms": 125.617, "p95_ms": 109.885}, "inference_input_copy_ms": {"avg_ms": 1.782, "count": 185, "max_ms": 4.532, "p95_ms": 2.902}, "processing_residual_ms": {"avg_ms": 0.216, "count": 185, "max_ms": 0.423, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.436, "count": 185, "max_ms": 130.065, "p95_ms": 115.607}, "read_interval": {"avg_ms": 162.144, "count": 185, "max_ms": 5717.656, "p95_ms": 145.306}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 185, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.512, "count": 185, "max_ms": 1.518, "p95_ms": 1.081}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 185, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.498, "count": 185, "max_ms": 1.488, "p95_ms": 1.052}, "worker_merge_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.037, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.753, "count": 185, "max_ms": 79.316, "p95_ms": 69.161}, "visualize": {"avg_ms": 34.247, "count": 185, "max_ms": 52.33, "p95_ms": 43.469}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.039, "count": 185, "max_ms": 47.481, "p95_ms": 38.542}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.839, "count": 185, "max_ms": 50.957, "p95_ms": 42.142}, "visualize_input_copy_ms": {"avg_ms": 1.232, "count": 185, "max_ms": 3.103, "p95_ms": 1.893}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.719, "count": 185, "max_ms": 50.83, "p95_ms": 42.058}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 185, "max_ms": 0.166, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1230.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.082, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.033, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103193, "write_bytes_delta": 103193, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.38941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 532.0, "pid": 33246, "reason": null, "system_cpu_core_ratio": 0.059909, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.329501, "user_cpu_s_delta": 3.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.618549, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473283, "system_cpu_s_delta": 4.739999999997963, "user_cpu_core_ratio": 1.145266, "user_cpu_s_delta": 11.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.173, "count": 237, "max_ms": 7.499, "p95_ms": 4.688, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.992, "max": 16.0, "p95": 12.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.097, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 1.097, "max": 2.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.906, "count": 30, "max": 49.364, "p95": 46.452, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.394, "count": 30, "max": 20.988, "p95": 19.42, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 945.433, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1221.633, "count": 30, "max": 8182.0, "p95": 6258.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.424, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.481, "p95": 0.464, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104737.2, "count": 30, "max": 116972.0, "p95": 110314.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104737.2, "count": 30, "max": 116972.0, "p95": 110314.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.533, "count": 30, "max": 46.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.587, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.1, "count": 30, "max": 1.28, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7300, "sampled_at": "2026-10-31T17:07:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:07:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1497283, "flush_count": 1594, "flush_interval_seconds": 30.0, "flush_state": {"count": 1594, "last_at": "2026-10-31T17:07:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:07:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1593}, "started": true, "suppressed_count": 878386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 878245}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1594, "written_record_count": 1594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7026.516, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:07:59+09:00", "last_error_summary": "[h264 @ 0x5c7632bb7000] error while decoding MB 101 59, bytestream -6 [h264 @ 0x5c7632b8ed40] left block unavailable for requested intra mode [h264 @ 0x5c7632b8ed40] error while decoding MB 0 54, bytestream 9465 [h264 @ 0x5c7632a58200] error while decoding MB 39 64, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2432576102400, "copied_frame_count": 879838, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2432576102400, "frame_buffer_copies": 879838, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 1.8411, "p50_ms": 0.0973, "p95_ms": 0.194, "p99_ms": 0.2654}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4558, "count": 512, "max_ms": 3.5858, "p50_ms": 1.4038, "p95_ms": 2.2296, "p99_ms": 2.6414, "results": {"failed": 0, "not_applicable": 0, "success": 879838, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 419, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:07:59+09:00", "last_error_summary": "[h264 @ 0x5c7632bb7000] error while decoding MB 101 59, bytestream -6 [h264 @ 0x5c7632b8ed40] left block unavailable for requested intra mode [h264 @ 0x5c7632b8ed40] error while decoding MB 0 54, bytestream 9465 [h264 @ 0x5c7632a58200] error while decoding MB 39 64, bytestream -5", "last_exit_at": "2026-10-31T17:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.119, "last_started_at": "2026-10-31T17:04:39+09:00", "pid": 33246, "process": {"exists": false, "pid": 33246}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.279, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T17:07:59+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-31T17:07:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.244, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 67.756, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-10-31T17:07:59.352352+09:00", "mtime_epoch": 1793434079.3523521, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102629}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:07:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1230.641, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 879838, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.005, "max": 10.0, "p95": 8.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.184, "pushed": 6.184, "read": 6.151}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.007, "count": 185, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 89.619, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 184, "max_ms": 3.484, "p95_ms": 2.416, "reason": null, "sample_age_ms": 128.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 184, "max_ms": 3.123, "p95_ms": 1.908, "reason": null, "sample_age_ms": 128.489, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 185, "max_ms": 0.871, "p95_ms": 0.556, "reason": null, "sample_age_ms": 89.627, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.832, "count": 184, "max_ms": 5.583, "p95_ms": 3.005, "reason": null, "sample_age_ms": 126.336, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2764808.0, "count": 184, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.317, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.981, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.326, "count": 185, "max_ms": 75.432, "p95_ms": 65.945, "reason": null, "sample_age_ms": 89.616, "source": "client_direct"}, "sample_age_ms": 89.613, "source": "client_direct", "task_total_ms": {"avg_ms": 48.626, "count": 185, "max_ms": 77.501, "p95_ms": 67.865, "reason": null, "sample_age_ms": 89.613, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.577, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.565, "count": 185, "max_ms": 8.05, "p95_ms": 6.112}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.314, "count": 185, "max_ms": 0.972, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.152, "count": 185, "max_ms": 3.065, "p95_ms": 2.012}, "event_filter_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.026, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.218, "count": 185, "max_ms": 0.744, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 185, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.571, "count": 185, "max_ms": 1.632, "p95_ms": 1.219}, "setup_ms": {"avg_ms": 0.038, "count": 185, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 3.522, "count": 185, "max_ms": 7.952, "p95_ms": 6.027}, "track_match_ms": {"avg_ms": 0.058, "count": 185, "max_ms": 0.601, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.163, "count": 185, "max_ms": 2.661, "p95_ms": 2.148}}, "gstreamer_push": {"avg_ms": 3.015, "count": 185, "max_ms": 5.307, "p95_ms": 4.23}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 185, "max_ms": 0.504, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.68, "count": 185, "max_ms": 79.309, "p95_ms": 69.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.806, "count": 185, "max_ms": 11.849, "p95_ms": 7.762}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.726, "count": 185, "max_ms": 125.617, "p95_ms": 109.885}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 185, "max_ms": 4.532, "p95_ms": 2.902}, "processing_residual_ms": {"avg_ms": 0.216, "count": 185, "max_ms": 0.423, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.527, "count": 185, "max_ms": 130.065, "p95_ms": 115.607}, "read_interval": {"avg_ms": 162.444, "count": 184, "max_ms": 5717.656, "p95_ms": 145.306}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 185, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.514, "count": 185, "max_ms": 1.518, "p95_ms": 1.081}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 185, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.5, "count": 185, "max_ms": 1.488, "p95_ms": 1.052}, "worker_merge_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.037, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.692, "count": 185, "max_ms": 79.316, "p95_ms": 69.161}, "visualize": {"avg_ms": 34.391, "count": 185, "max_ms": 62.43, "p95_ms": 43.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.132, "count": 185, "max_ms": 48.285, "p95_ms": 39.174}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.983, "count": 185, "max_ms": 60.67, "p95_ms": 42.403}, "visualize_input_copy_ms": {"avg_ms": 1.232, "count": 185, "max_ms": 3.103, "p95_ms": 1.893}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.863, "count": 185, "max_ms": 60.559, "p95_ms": 42.252}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 185, "max_ms": 0.166, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1230.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.082, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.033, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103193, "write_bytes_delta": 103193, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.38941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 532.0, "pid": 33246, "reason": null, "system_cpu_core_ratio": 0.059909, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.329501, "user_cpu_s_delta": 3.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.618549, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473283, "system_cpu_s_delta": 4.739999999997963, "user_cpu_core_ratio": 1.145266, "user_cpu_s_delta": 11.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.173, "count": 237, "max_ms": 7.499, "p95_ms": 4.688, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.992, "max": 16.0, "p95": 12.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.097, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 1.097, "max": 2.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.906, "count": 30, "max": 49.364, "p95": 46.452, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.394, "count": 30, "max": 20.988, "p95": 19.42, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 945.433, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1221.633, "count": 30, "max": 8182.0, "p95": 6258.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.424, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.481, "p95": 0.464, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104737.2, "count": 30, "max": 116972.0, "p95": 110314.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104737.2, "count": 30, "max": 116972.0, "p95": 110314.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.533, "count": 30, "max": 46.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.587, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.1, "count": 30, "max": 1.28, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7300, "sampled_at": "2026-10-31T17:07:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:07:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1497283, "flush_count": 1594, "flush_interval_seconds": 30.0, "flush_state": {"count": 1594, "last_at": "2026-10-31T17:07:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:07:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1593}, "started": true, "suppressed_count": 878386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 878245}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1594, "written_record_count": 1594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7027.738, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2432576102400, "copied_frame_count": 879838, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2432576102400, "frame_buffer_copies": 879838, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 1.8411, "p50_ms": 0.0973, "p95_ms": 0.194, "p99_ms": 0.2654}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4558, "count": 512, "max_ms": 3.5858, "p50_ms": 1.4038, "p95_ms": 2.2296, "p99_ms": 2.6414, "results": {"failed": 0, "not_applicable": 0, "success": 879838, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 419, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:07:59+09:00", "last_error_summary": "[h264 @ 0x5c7632bb7000] error while decoding MB 101 59, bytestream -6 [h264 @ 0x5c7632b8ed40] left block unavailable for requested intra mode [h264 @ 0x5c7632b8ed40] error while decoding MB 0 54, bytestream 9465 [h264 @ 0x5c7632a58200] error while decoding MB 39 64, bytestream -5", "last_exit_at": "2026-10-31T17:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.153, "last_started_at": "2026-10-31T17:04:39+09:00", "pid": 33246, "process": {"exists": false, "pid": 33246}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.279, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-31T17:07:59+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-31T17:07:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.276, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 67.724, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-31T17:07:59.476353+09:00", "mtime_epoch": 1793434079.4763527, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103623}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:07:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1230.641, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 879838, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.005, "max": 10.0, "p95": 8.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.177, "pushed": 6.177, "read": 6.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.007, "count": 185, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 120.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 184, "max_ms": 3.484, "p95_ms": 2.416, "reason": null, "sample_age_ms": 159.242, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 184, "max_ms": 3.123, "p95_ms": 1.908, "reason": null, "sample_age_ms": 159.504, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 185, "max_ms": 0.871, "p95_ms": 0.556, "reason": null, "sample_age_ms": 120.642, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.832, "count": 184, "max_ms": 5.583, "p95_ms": 3.005, "reason": null, "sample_age_ms": 157.35, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2764808.0, "count": 184, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.332, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.995, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.326, "count": 185, "max_ms": 75.432, "p95_ms": 65.945, "reason": null, "sample_age_ms": 120.631, "source": "client_direct"}, "sample_age_ms": 120.627, "source": "client_direct", "task_total_ms": {"avg_ms": 48.626, "count": 185, "max_ms": 77.501, "p95_ms": 67.865, "reason": null, "sample_age_ms": 120.627, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.446, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.565, "count": 185, "max_ms": 8.05, "p95_ms": 6.112}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.314, "count": 185, "max_ms": 0.972, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.152, "count": 185, "max_ms": 3.065, "p95_ms": 2.012}, "event_filter_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.026, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.218, "count": 185, "max_ms": 0.744, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 185, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.571, "count": 185, "max_ms": 1.632, "p95_ms": 1.219}, "setup_ms": {"avg_ms": 0.038, "count": 185, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 3.522, "count": 185, "max_ms": 7.952, "p95_ms": 6.027}, "track_match_ms": {"avg_ms": 0.058, "count": 185, "max_ms": 0.601, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.163, "count": 185, "max_ms": 2.661, "p95_ms": 2.148}}, "gstreamer_push": {"avg_ms": 3.015, "count": 185, "max_ms": 5.307, "p95_ms": 4.23}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 185, "max_ms": 0.504, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.68, "count": 185, "max_ms": 79.309, "p95_ms": 69.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.806, "count": 185, "max_ms": 11.849, "p95_ms": 7.762}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.726, "count": 185, "max_ms": 125.617, "p95_ms": 109.885}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 185, "max_ms": 4.532, "p95_ms": 2.902}, "processing_residual_ms": {"avg_ms": 0.216, "count": 185, "max_ms": 0.423, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.527, "count": 185, "max_ms": 130.065, "p95_ms": 115.607}, "read_interval": {"avg_ms": 162.444, "count": 184, "max_ms": 5717.656, "p95_ms": 145.306}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 185, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.514, "count": 185, "max_ms": 1.518, "p95_ms": 1.081}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 185, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.5, "count": 185, "max_ms": 1.488, "p95_ms": 1.052}, "worker_merge_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.037, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.692, "count": 185, "max_ms": 79.316, "p95_ms": 69.161}, "visualize": {"avg_ms": 34.391, "count": 185, "max_ms": 62.43, "p95_ms": 43.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.132, "count": 185, "max_ms": 48.285, "p95_ms": 39.174}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.983, "count": 185, "max_ms": 60.67, "p95_ms": 42.403}, "visualize_input_copy_ms": {"avg_ms": 1.232, "count": 185, "max_ms": 3.103, "p95_ms": 1.893}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.863, "count": 185, "max_ms": 60.559, "p95_ms": 42.252}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 185, "max_ms": 0.166, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1230.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.082, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.033, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103193, "write_bytes_delta": 103193, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.38941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 532.0, "pid": 33246, "reason": null, "system_cpu_core_ratio": 0.059909, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.329501, "user_cpu_s_delta": 3.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.618549, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473283, "system_cpu_s_delta": 4.739999999997963, "user_cpu_core_ratio": 1.145266, "user_cpu_s_delta": 11.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.173, "count": 237, "max_ms": 7.499, "p95_ms": 4.688, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.992, "max": 16.0, "p95": 12.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.097, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 1.097, "max": 2.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.906, "count": 30, "max": 49.364, "p95": 46.452, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.394, "count": 30, "max": 20.988, "p95": 19.42, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 945.433, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1221.633, "count": 30, "max": 8182.0, "p95": 6258.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.424, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.481, "p95": 0.464, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104737.2, "count": 30, "max": 116972.0, "p95": 110314.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104737.2, "count": 30, "max": 116972.0, "p95": 110314.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.533, "count": 30, "max": 46.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.587, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.1, "count": 30, "max": 1.28, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7300, "sampled_at": "2026-10-31T17:07:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:07:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1497283, "flush_count": 1594, "flush_interval_seconds": 30.0, "flush_state": {"count": 1594, "last_at": "2026-10-31T17:07:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:07:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1593}, "started": true, "suppressed_count": 878386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 878245}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1594, "written_record_count": 1594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7200.828, "limit_mb": null}, "detail": {"pid": 33362, "restart_count": 135, "start_count": 136}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2432576102400, "copied_frame_count": 879838, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2432576102400, "frame_buffer_copies": 879838, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 1.8411, "p50_ms": 0.0973, "p95_ms": 0.194, "p99_ms": 0.2654}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4558, "count": 512, "max_ms": 3.5858, "p50_ms": 1.4038, "p95_ms": 2.2296, "p99_ms": 2.6414, "results": {"failed": 0, "not_applicable": 0, "success": 879838, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 127, "h264_decode_error_count": 419, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:07:59+09:00", "last_error_summary": "[h264 @ 0x5c7632bb7000] error while decoding MB 101 59, bytestream -6 [h264 @ 0x5c7632b8ed40] left block unavailable for requested intra mode [h264 @ 0x5c7632b8ed40] error while decoding MB 0 54, bytestream 9465 [h264 @ 0x5c7632a58200] error while decoding MB 39 64, bytestream -5", "last_exit_at": "2026-10-31T17:08:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:08:01+09:00", "pid": 33362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.234, "name": "ffmpeg", "pid": 33362, "rss_mb": 209.234, "state": "S (sleeping)", "threads": 70}, "restart_count": 135, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.269, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.204, "last_frame_pushed_at": "2026-10-31T17:07:59+09:00", "last_frame_read_age_sec": 4.319, "last_frame_read_at": "2026-10-31T17:07:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.442, "last_sample_duration_ms": 846.166, "last_trigger": "periodic", "next_snapshot_in_sec": 63.558, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 159, "storage_bytes": 2546783}, "mjpeg": {"age_sec": 4.193, "exists": true, "mtime": "2026-10-31T17:07:59.476353+09:00", "mtime_epoch": 1793434079.4763527, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103623}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:08:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1230.645, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 879838, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.09, "max": 10.0, "p95": 8.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.743, "pushed": 5.743, "read": 5.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4287.297, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.733, "count": 166, "max_ms": 3.484, "p95_ms": 2.409, "reason": null, "sample_age_ms": 4325.905, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 166, "max_ms": 3.123, "p95_ms": 1.905, "reason": null, "sample_age_ms": 4326.167, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 166, "max_ms": 0.871, "p95_ms": 0.558, "reason": null, "sample_age_ms": 4287.305, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.841, "count": 166, "max_ms": 5.583, "p95_ms": 3.004, "reason": null, "sample_age_ms": 4324.013, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4323.995, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4287.658, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.089, "count": 166, "max_ms": 75.432, "p95_ms": 65.912, "reason": null, "sample_age_ms": 4287.294, "source": "client_direct"}, "sample_age_ms": 4287.29, "source": "client_direct", "task_total_ms": {"avg_ms": 48.389, "count": 166, "max_ms": 77.501, "p95_ms": 67.83, "reason": null, "sample_age_ms": 4287.29, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.156, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.55, "count": 166, "max_ms": 8.05, "p95_ms": 6.053}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.312, "count": 166, "max_ms": 0.972, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 1.145, "count": 166, "max_ms": 3.065, "p95_ms": 2.012}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.216, "count": 166, "max_ms": 0.744, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.571, "count": 166, "max_ms": 1.632, "p95_ms": 1.193}, "setup_ms": {"avg_ms": 0.037, "count": 166, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 3.507, "count": 166, "max_ms": 7.952, "p95_ms": 5.966}, "track_match_ms": {"avg_ms": 0.057, "count": 166, "max_ms": 0.601, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 1.16, "count": 166, "max_ms": 2.661, "p95_ms": 2.148}}, "gstreamer_push": {"avg_ms": 3.044, "count": 166, "max_ms": 5.307, "p95_ms": 4.267}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 166, "max_ms": 0.504, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.437, "count": 166, "max_ms": 79.309, "p95_ms": 69.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.821, "count": 166, "max_ms": 11.849, "p95_ms": 7.762}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.357, "count": 166, "max_ms": 125.617, "p95_ms": 109.885}, "inference_input_copy_ms": {"avg_ms": 1.786, "count": 166, "max_ms": 3.699, "p95_ms": 2.902}, "processing_residual_ms": {"avg_ms": 0.22, "count": 166, "max_ms": 0.423, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.184, "count": 166, "max_ms": 130.065, "p95_ms": 115.607}, "read_interval": {"avg_ms": 168.143, "count": 166, "max_ms": 5717.656, "p95_ms": 148.532}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.515, "count": 166, "max_ms": 1.518, "p95_ms": 1.081}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.5, "count": 166, "max_ms": 1.488, "p95_ms": 1.052}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.037, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.448, "count": 166, "max_ms": 79.316, "p95_ms": 69.161}, "visualize": {"avg_ms": 34.291, "count": 166, "max_ms": 62.43, "p95_ms": 43.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.025, "count": 166, "max_ms": 48.285, "p95_ms": 39.174}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.893, "count": 166, "max_ms": 60.67, "p95_ms": 42.403}, "visualize_input_copy_ms": {"avg_ms": 1.221, "count": 166, "max_ms": 3.103, "p95_ms": 1.893}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.774, "count": 166, "max_ms": 60.559, "p95_ms": 42.252}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 166, "max_ms": 0.166, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1230.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.453, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.269, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 879838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.168, "exists": true, "size_bytes": 103623, "write_bytes_delta": 103623, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 33246, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.224899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.374321, "system_cpu_s_delta": 4.480000000003201, "user_cpu_core_ratio": 0.850578, "user_cpu_s_delta": 10.180000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.044, "count": 166, "max_ms": 5.307, "p95_ms": 4.267, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.09, "max": 10.0, "p95": 8.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.145, "count": 30, "max": 46.601, "p95": 45.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.989, "count": 30, "max": 20.988, "p95": 19.42, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 884.1, "count": 30, "max": 1341.0, "p95": 1250.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1239.933, "count": 30, "max": 8182.0, "p95": 6258.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.424, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.481, "p95": 0.464, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.072, "count": 30, "max": 2.168, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105499.733, "count": 30, "max": 116972.0, "p95": 111807.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105499.733, "count": 30, "max": 116972.0, "p95": 111807.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 46.0, "p95": 24.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.587, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.28, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7303, "sampled_at": "2026-10-31T17:08:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:08:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.902, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1501398, "flush_count": 1598, "flush_interval_seconds": 30.0, "flush_state": {"count": 1598, "last_at": "2026-10-31T17:11:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:11:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1597}, "started": true, "suppressed_count": 880756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 880615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1598, "written_record_count": 1598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7040.566, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ec52494e700] error while decoding MB 18 50, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2439136972800, "copied_frame_count": 882211, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2439136972800, "frame_buffer_copies": 882211, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 2.6973, "p50_ms": 0.0922, "p95_ms": 0.1927, "p99_ms": 0.4789}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5237, "count": 512, "max_ms": 3.9951, "p50_ms": 1.4342, "p95_ms": 2.4894, "p99_ms": 3.0235, "results": {"failed": 0, "not_applicable": 0, "success": 882211, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:12:31+09:00", "last_error_summary": "[h264 @ 0x5ec52494e700] error while decoding MB 18 50, bytestream -5", "last_exit_at": "2026-10-31T17:08:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 269.757, "last_started_at": "2026-10-31T17:08:01+09:00", "pid": 33362, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 33362, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 135, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.587, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 882211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-31T17:12:31+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-10-31T17:12:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.16, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 410.84, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-31T17:12:31.374965+09:00", "mtime_epoch": 1793434351.3749654, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102673}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:12:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1231.781, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 882212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.418, "max": 10.0, "p95": 8.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.579, "max": 3.0, "p95": 3.0, "sample_count": 273}, "total": {"avg": 1.579, "max": 3.0, "p95": 3.0, "sample_count": 273}}, "tracking_counts": {"active": {"avg": 0.201, "max": 1.0, "p95": 1.0, "sample_count": 273}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 273}, "tracked": {"avg": 0.201, "max": 1.0, "p95": 1.0, "sample_count": 273}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.122, "pushed": 9.122, "read": 9.122}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 273, "client_acquire_ms": {"avg_ms": 0.006, "count": 274, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 26.034, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 273, "max_ms": 5.081, "p95_ms": 2.649, "reason": null, "sample_age_ms": 65.369, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 273, "max_ms": 4.466, "p95_ms": 2.014, "reason": null, "sample_age_ms": 65.546, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 274, "max_ms": 0.891, "p95_ms": 0.635, "reason": null, "sample_age_ms": 26.043, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.728, "count": 273, "max_ms": 5.653, "p95_ms": 2.77, "reason": null, "sample_age_ms": 64.354, "source": "client_direct"}, "request_count": 273, "request_tensor_bytes": {"avg": 2764808.0, "count": 273, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.337, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 274, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.401, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.368, "count": 274, "max_ms": 82.313, "p95_ms": 65.289, "reason": null, "sample_age_ms": 26.031, "source": "client_direct"}, "sample_age_ms": 26.028, "source": "client_direct", "task_total_ms": {"avg_ms": 48.592, "count": 274, "max_ms": 84.766, "p95_ms": 67.591, "reason": null, "sample_age_ms": 26.028, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.018, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.968, "count": 273, "max_ms": 15.035, "p95_ms": 8.106}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 273, "max_ms": 1.391, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 1.321, "count": 273, "max_ms": 7.206, "p95_ms": 2.297}, "event_filter_ms": {"avg_ms": 0.005, "count": 273, "max_ms": 0.035, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.29, "count": 273, "max_ms": 1.048, "p95_ms": 0.49}, "mcmt_ms": {"avg_ms": 0.003, "count": 273, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.306, "count": 273, "max_ms": 5.24, "p95_ms": 3.125}, "setup_ms": {"avg_ms": 0.041, "count": 273, "max_ms": 0.138, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.918, "count": 273, "max_ms": 14.933, "p95_ms": 8.046}, "track_match_ms": {"avg_ms": 0.083, "count": 273, "max_ms": 0.573, "p95_ms": 0.176}, "tracker_update_ms": {"avg_ms": 1.481, "count": 273, "max_ms": 3.364, "p95_ms": 2.408}}, "gstreamer_push": {"avg_ms": 2.973, "count": 273, "max_ms": 5.954, "p95_ms": 4.725}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 273, "max_ms": 0.158, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.733, "count": 273, "max_ms": 85.808, "p95_ms": 69.239}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.771, "count": 273, "max_ms": 14.087, "p95_ms": 8.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.059, "count": 273, "max_ms": 140.204, "p95_ms": 117.435}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 273, "max_ms": 4.802, "p95_ms": 2.73}, "processing_residual_ms": {"avg_ms": 0.164, "count": 273, "max_ms": 0.44, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.662, "count": 273, "max_ms": 147.162, "p95_ms": 123.926}, "read_interval": {"avg_ms": 109.78, "count": 273, "max_ms": 211.382, "p95_ms": 146.026}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 273, "max_ms": 0.047, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.245, "count": 273, "max_ms": 5.043, "p95_ms": 3.056}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 273, "max_ms": 0.053, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.23, "count": 273, "max_ms": 4.996, "p95_ms": 3.039}, "worker_merge_ms": {"avg_ms": 0.006, "count": 273, "max_ms": 0.032, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.747, "count": 273, "max_ms": 85.854, "p95_ms": 69.265}, "visualize": {"avg_ms": 35.275, "count": 273, "max_ms": 60.22, "p95_ms": 47.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.193, "count": 273, "max_ms": 53.581, "p95_ms": 41.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.822, "count": 273, "max_ms": 58.74, "p95_ms": 45.818}, "visualize_input_copy_ms": {"avg_ms": 1.267, "count": 273, "max_ms": 3.118, "p95_ms": 2.008}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.704, "count": 273, "max_ms": 58.599, "p95_ms": 45.638}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 273, "max_ms": 0.272, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1231.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.666, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.122, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 881952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101811, "write_bytes_delta": 101811, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.451814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33362, "reason": null, "system_cpu_core_ratio": 0.038727, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.413087, "user_cpu_s_delta": 4.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.713916, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.529268, "system_cpu_s_delta": 5.330000000001746, "user_cpu_core_ratio": 1.184647, "user_cpu_s_delta": 11.930000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.162, "count": 259, "max_ms": 5.492, "p95_ms": 4.743, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.008, "max": 12.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.83, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 1.83, "max": 3.0, "p95": 3.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.27, "count": 30, "max": 42.757, "p95": 39.824, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.137, "count": 30, "max": 32.041, "p95": 27.295, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 552.433, "count": 30, "max": 1066.0, "p95": 828.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 386.267, "count": 30, "max": 4995.0, "p95": 2184.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.424, "p95": 0.321, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.481, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.072, "count": 30, "max": 2.168, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104671.9, "count": 30, "max": 112128.0, "p95": 111807.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101174.0, "count": 30, "max": 112128.0, "p95": 111807.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 36.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.541, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.109, "count": 30, "max": 1.219, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7327, "sampled_at": "2026-10-31T17:12:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:12:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1501398, "flush_count": 1598, "flush_interval_seconds": 30.0, "flush_state": {"count": 1598, "last_at": "2026-10-31T17:11:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:11:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1597}, "started": true, "suppressed_count": 880756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 880615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1598, "written_record_count": 1598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7039.664, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:12:31+09:00", "last_error_summary": "[h264 @ 0x5ec52494e700] error while decoding MB 18 50, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2439139737600, "copied_frame_count": 882212, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2439139737600, "frame_buffer_copies": 882212, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 2.6973, "p50_ms": 0.0921, "p95_ms": 0.1927, "p99_ms": 0.4789}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5242, "count": 512, "max_ms": 3.9951, "p50_ms": 1.4381, "p95_ms": 2.4894, "p99_ms": 3.0235, "results": {"failed": 0, "not_applicable": 0, "success": 882212, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:12:31+09:00", "last_error_summary": "[h264 @ 0x5ec52494e700] error while decoding MB 18 50, bytestream -5", "last_exit_at": "2026-10-31T17:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 269.804, "last_started_at": "2026-10-31T17:08:01+09:00", "pid": 33362, "process": {"exists": false, "pid": 33362}, "restart_count": 135, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.587, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 882212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T17:12:31+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-31T17:12:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.205, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 410.795, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-10-31T17:12:31.374965+09:00", "mtime_epoch": 1793434351.3749654, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102673}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:12:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1231.777, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 882212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.416, "max": 10.0, "p95": 8.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.58, "max": 3.0, "p95": 3.0, "sample_count": 274}, "total": {"avg": 1.58, "max": 3.0, "p95": 3.0, "sample_count": 274}}, "tracking_counts": {"active": {"avg": 0.204, "max": 1.0, "p95": 1.0, "sample_count": 274}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 274}, "tracked": {"avg": 0.204, "max": 1.0, "p95": 1.0, "sample_count": 274}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.141, "pushed": 9.141, "read": 9.108}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 273, "client_acquire_ms": {"avg_ms": 0.006, "count": 273, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 69.833, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 273, "max_ms": 5.081, "p95_ms": 2.649, "reason": null, "sample_age_ms": 109.168, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 273, "max_ms": 4.466, "p95_ms": 2.014, "reason": null, "sample_age_ms": 109.345, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 273, "max_ms": 0.891, "p95_ms": 0.636, "reason": null, "sample_age_ms": 69.842, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.728, "count": 273, "max_ms": 5.653, "p95_ms": 2.77, "reason": null, "sample_age_ms": 108.153, "source": "client_direct"}, "request_count": 273, "request_tensor_bytes": {"avg": 2764808.0, "count": 273, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.136, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 273, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.2, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.358, "count": 273, "max_ms": 82.313, "p95_ms": 65.317, "reason": null, "sample_age_ms": 69.83, "source": "client_direct"}, "sample_age_ms": 69.828, "source": "client_direct", "task_total_ms": {"avg_ms": 48.582, "count": 273, "max_ms": 84.766, "p95_ms": 67.649, "reason": null, "sample_age_ms": 69.828, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.688, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.973, "count": 274, "max_ms": 15.035, "p95_ms": 8.106}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 274, "max_ms": 1.391, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 1.323, "count": 274, "max_ms": 7.206, "p95_ms": 2.297}, "event_filter_ms": {"avg_ms": 0.005, "count": 274, "max_ms": 0.035, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.29, "count": 274, "max_ms": 1.048, "p95_ms": 0.49}, "mcmt_ms": {"avg_ms": 0.003, "count": 274, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.309, "count": 274, "max_ms": 5.24, "p95_ms": 3.125}, "setup_ms": {"avg_ms": 0.041, "count": 274, "max_ms": 0.138, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.923, "count": 274, "max_ms": 14.933, "p95_ms": 8.046}, "track_match_ms": {"avg_ms": 0.083, "count": 274, "max_ms": 0.573, "p95_ms": 0.176}, "tracker_update_ms": {"avg_ms": 1.481, "count": 274, "max_ms": 3.364, "p95_ms": 2.408}}, "gstreamer_push": {"avg_ms": 2.969, "count": 274, "max_ms": 5.954, "p95_ms": 4.725}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 274, "max_ms": 0.158, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.697, "count": 274, "max_ms": 85.808, "p95_ms": 69.239}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.767, "count": 274, "max_ms": 14.087, "p95_ms": 8.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.067, "count": 274, "max_ms": 140.204, "p95_ms": 117.435}, "inference_input_copy_ms": {"avg_ms": 1.667, "count": 274, "max_ms": 4.802, "p95_ms": 2.73}, "processing_residual_ms": {"avg_ms": 0.163, "count": 274, "max_ms": 0.44, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.663, "count": 274, "max_ms": 147.162, "p95_ms": 123.926}, "read_interval": {"avg_ms": 109.78, "count": 273, "max_ms": 211.382, "p95_ms": 146.026}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 274, "max_ms": 0.047, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.248, "count": 274, "max_ms": 5.043, "p95_ms": 3.056}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 274, "max_ms": 0.053, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.233, "count": 274, "max_ms": 4.996, "p95_ms": 3.039}, "worker_merge_ms": {"avg_ms": 0.006, "count": 274, "max_ms": 0.032, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.71, "count": 274, "max_ms": 85.854, "p95_ms": 69.265}, "visualize": {"avg_ms": 35.315, "count": 274, "max_ms": 60.22, "p95_ms": 47.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.223, "count": 274, "max_ms": 53.581, "p95_ms": 41.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.862, "count": 274, "max_ms": 58.74, "p95_ms": 45.818}, "visualize_input_copy_ms": {"avg_ms": 1.266, "count": 274, "max_ms": 3.118, "p95_ms": 2.008}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.745, "count": 274, "max_ms": 58.599, "p95_ms": 45.638}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 274, "max_ms": 0.272, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 274}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1231.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.666, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.122, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 881952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101811, "write_bytes_delta": 101811, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.451814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33362, "reason": null, "system_cpu_core_ratio": 0.038727, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.413087, "user_cpu_s_delta": 4.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.713916, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.529268, "system_cpu_s_delta": 5.330000000001746, "user_cpu_core_ratio": 1.184647, "user_cpu_s_delta": 11.930000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.162, "count": 259, "max_ms": 5.492, "p95_ms": 4.743, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.008, "max": 12.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.83, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 1.83, "max": 3.0, "p95": 3.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.27, "count": 30, "max": 42.757, "p95": 39.824, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.137, "count": 30, "max": 32.041, "p95": 27.295, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 552.433, "count": 30, "max": 1066.0, "p95": 828.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 386.267, "count": 30, "max": 4995.0, "p95": 2184.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.424, "p95": 0.321, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.481, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.072, "count": 30, "max": 2.168, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104671.9, "count": 30, "max": 112128.0, "p95": 111807.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101174.0, "count": 30, "max": 112128.0, "p95": 111807.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 36.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.541, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.109, "count": 30, "max": 1.219, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7327, "sampled_at": "2026-10-31T17:12:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:12:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1501398, "flush_count": 1598, "flush_interval_seconds": 30.0, "flush_state": {"count": 1598, "last_at": "2026-10-31T17:11:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:11:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1597}, "started": true, "suppressed_count": 880756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 880615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1598, "written_record_count": 1598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7040.484, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2439139737600, "copied_frame_count": 882212, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2439139737600, "frame_buffer_copies": 882212, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 2.6973, "p50_ms": 0.0921, "p95_ms": 0.1927, "p99_ms": 0.4789}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5242, "count": 512, "max_ms": 3.9951, "p50_ms": 1.4381, "p95_ms": 2.4894, "p99_ms": 3.0235, "results": {"failed": 0, "not_applicable": 0, "success": 882212, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:12:31+09:00", "last_error_summary": "[h264 @ 0x5ec52494e700] error while decoding MB 18 50, bytestream -5", "last_exit_at": "2026-10-31T17:12:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 269.842, "last_started_at": "2026-10-31T17:08:01+09:00", "pid": 33362, "process": {"exists": false, "pid": 33362}, "restart_count": 135, "restart_count_per_hour": 13, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.587, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 882212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-31T17:12:31+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-31T17:12:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.239, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 410.761, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-31T17:12:31.478966+09:00", "mtime_epoch": 1793434351.478966, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103075}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:12:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1231.777, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 882212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.418, "max": 10.0, "p95": 8.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.579, "max": 3.0, "p95": 3.0, "sample_count": 273}, "total": {"avg": 1.579, "max": 3.0, "p95": 3.0, "sample_count": 273}}, "tracking_counts": {"active": {"avg": 0.205, "max": 1.0, "p95": 1.0, "sample_count": 273}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 273}, "tracked": {"avg": 0.205, "max": 1.0, "p95": 1.0, "sample_count": 273}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.124, "pushed": 9.124, "read": 9.09}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 272, "client_acquire_ms": {"avg_ms": 0.006, "count": 273, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 108.787, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 272, "max_ms": 5.081, "p95_ms": 2.655, "reason": null, "sample_age_ms": 148.121, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 272, "max_ms": 4.466, "p95_ms": 2.014, "reason": null, "sample_age_ms": 148.299, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 273, "max_ms": 0.891, "p95_ms": 0.636, "reason": null, "sample_age_ms": 108.795, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.729, "count": 272, "max_ms": 5.653, "p95_ms": 2.77, "reason": null, "sample_age_ms": 147.107, "source": "client_direct"}, "request_count": 272, "request_tensor_bytes": {"avg": 2764808.0, "count": 272, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.089, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 273, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.154, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.358, "count": 273, "max_ms": 82.313, "p95_ms": 65.317, "reason": null, "sample_age_ms": 108.784, "source": "client_direct"}, "sample_age_ms": 108.781, "source": "client_direct", "task_total_ms": {"avg_ms": 48.582, "count": 273, "max_ms": 84.766, "p95_ms": 67.649, "reason": null, "sample_age_ms": 108.781, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.209, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.967, "count": 273, "max_ms": 15.035, "p95_ms": 8.106}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.386, "count": 273, "max_ms": 1.391, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 1.323, "count": 273, "max_ms": 7.206, "p95_ms": 2.297}, "event_filter_ms": {"avg_ms": 0.005, "count": 273, "max_ms": 0.035, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.289, "count": 273, "max_ms": 1.048, "p95_ms": 0.489}, "mcmt_ms": {"avg_ms": 0.003, "count": 273, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.306, "count": 273, "max_ms": 5.24, "p95_ms": 3.125}, "setup_ms": {"avg_ms": 0.041, "count": 273, "max_ms": 0.138, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.917, "count": 273, "max_ms": 14.933, "p95_ms": 8.046}, "track_match_ms": {"avg_ms": 0.083, "count": 273, "max_ms": 0.573, "p95_ms": 0.176}, "tracker_update_ms": {"avg_ms": 1.48, "count": 273, "max_ms": 3.364, "p95_ms": 2.408}}, "gstreamer_push": {"avg_ms": 2.97, "count": 273, "max_ms": 5.954, "p95_ms": 4.725}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 273, "max_ms": 0.158, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.689, "count": 273, "max_ms": 85.808, "p95_ms": 69.239}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.769, "count": 273, "max_ms": 14.087, "p95_ms": 8.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.061, "count": 273, "max_ms": 140.204, "p95_ms": 117.435}, "inference_input_copy_ms": {"avg_ms": 1.666, "count": 273, "max_ms": 4.802, "p95_ms": 2.73}, "processing_residual_ms": {"avg_ms": 0.164, "count": 273, "max_ms": 0.44, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.66, "count": 273, "max_ms": 147.162, "p95_ms": 123.926}, "read_interval": {"avg_ms": 109.799, "count": 272, "max_ms": 211.382, "p95_ms": 146.026}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 273, "max_ms": 0.047, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.246, "count": 273, "max_ms": 5.043, "p95_ms": 3.056}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 273, "max_ms": 0.053, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.23, "count": 273, "max_ms": 4.996, "p95_ms": 3.039}, "worker_merge_ms": {"avg_ms": 0.006, "count": 273, "max_ms": 0.032, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.702, "count": 273, "max_ms": 85.854, "p95_ms": 69.265}, "visualize": {"avg_ms": 35.322, "count": 273, "max_ms": 60.22, "p95_ms": 47.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.23, "count": 273, "max_ms": 53.581, "p95_ms": 41.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.87, "count": 273, "max_ms": 58.74, "p95_ms": 45.818}, "visualize_input_copy_ms": {"avg_ms": 1.267, "count": 273, "max_ms": 3.118, "p95_ms": 2.008}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.752, "count": 273, "max_ms": 58.599, "p95_ms": 45.638}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 273, "max_ms": 0.272, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1231.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.666, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.122, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 881952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101811, "write_bytes_delta": 101811, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.451814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33362, "reason": null, "system_cpu_core_ratio": 0.038727, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.413087, "user_cpu_s_delta": 4.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.713916, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.529268, "system_cpu_s_delta": 5.330000000001746, "user_cpu_core_ratio": 1.184647, "user_cpu_s_delta": 11.930000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.162, "count": 259, "max_ms": 5.492, "p95_ms": 4.743, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.008, "max": 12.0, "p95": 9.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.83, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 259}, "total": {"avg": 1.83, "max": 3.0, "p95": 3.0, "sample_count": 259}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.27, "count": 30, "max": 42.757, "p95": 39.824, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.137, "count": 30, "max": 32.041, "p95": 27.295, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 552.433, "count": 30, "max": 1066.0, "p95": 828.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 386.267, "count": 30, "max": 4995.0, "p95": 2184.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.424, "p95": 0.321, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.481, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.072, "count": 30, "max": 2.168, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104671.9, "count": 30, "max": 112128.0, "p95": 111807.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101174.0, "count": 30, "max": 112128.0, "p95": 111807.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 36.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.541, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.109, "count": 30, "max": 1.219, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7327, "sampled_at": "2026-10-31T17:12:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:12:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1501398, "flush_count": 1598, "flush_interval_seconds": 30.0, "flush_state": {"count": 1598, "last_at": "2026-10-31T17:11:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:11:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1597}, "started": true, "suppressed_count": 880756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 880615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1598, "written_record_count": 1598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7214.75, "limit_mb": null}, "detail": {"pid": 33478, "restart_count": 136, "start_count": 137}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2439139737600, "copied_frame_count": 882212, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2439139737600, "frame_buffer_copies": 882212, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 2.6973, "p50_ms": 0.0921, "p95_ms": 0.1927, "p99_ms": 0.4789}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5242, "count": 512, "max_ms": 3.9951, "p50_ms": 1.4381, "p95_ms": 2.4894, "p99_ms": 3.0235, "results": {"failed": 0, "not_applicable": 0, "success": 882212, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:12:31+09:00", "last_error_summary": "[h264 @ 0x5ec52494e700] error while decoding MB 18 50, bytestream -5", "last_exit_at": "2026-10-31T17:12:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T17:12:34+09:00", "pid": 33478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.082, "name": "ffmpeg", "pid": 33478, "rss_mb": 209.082, "state": "S (sleeping)", "threads": 70}, "restart_count": 136, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.664, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 882212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.56, "last_frame_pushed_at": "2026-10-31T17:12:31+09:00", "last_frame_read_age_sec": 4.659, "last_frame_read_at": "2026-10-31T17:12:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.774, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 406.226, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 4.552, "exists": true, "mtime": "2026-10-31T17:12:31.478966+09:00", "mtime_epoch": 1793434351.478966, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103075}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:12:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1231.781, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 882212, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.318, "max": 10.0, "p95": 8.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.648, "max": 3.0, "p95": 3.0, "sample_count": 233}, "total": {"avg": 1.648, "max": 3.0, "p95": 3.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.24, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.034, "max": 2.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.24, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.779, "pushed": 7.779, "read": 7.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4634.616, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.742, "count": 232, "max_ms": 5.081, "p95_ms": 2.813, "reason": null, "sample_age_ms": 4673.95, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 232, "max_ms": 4.466, "p95_ms": 2.07, "reason": null, "sample_age_ms": 4674.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 232, "max_ms": 0.848, "p95_ms": 0.629, "reason": null, "sample_age_ms": 4634.624, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.722, "count": 232, "max_ms": 5.653, "p95_ms": 2.77, "reason": null, "sample_age_ms": 4672.936, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4672.918, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4634.983, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.939, "count": 232, "max_ms": 76.732, "p95_ms": 63.387, "reason": null, "sample_age_ms": 4634.613, "source": "client_direct"}, "sample_age_ms": 4634.61, "source": "client_direct", "task_total_ms": {"avg_ms": 48.152, "count": 232, "max_ms": 80.866, "p95_ms": 65.384, "reason": null, "sample_age_ms": 4634.61, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.149, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.049, "count": 233, "max_ms": 14.615, "p95_ms": 8.106}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 233, "max_ms": 1.01, "p95_ms": 0.68}, "detection_prepare_ms": {"avg_ms": 1.32, "count": 233, "max_ms": 7.206, "p95_ms": 2.297}, "event_filter_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.035, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 233, "max_ms": 1.048, "p95_ms": 0.49}, "mcmt_ms": {"avg_ms": 0.003, "count": 233, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.364, "count": 233, "max_ms": 4.917, "p95_ms": 3.121}, "setup_ms": {"avg_ms": 0.041, "count": 233, "max_ms": 0.138, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 4.999, "count": 233, "max_ms": 14.525, "p95_ms": 8.046}, "track_match_ms": {"avg_ms": 0.086, "count": 233, "max_ms": 0.573, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.517, "count": 233, "max_ms": 3.364, "p95_ms": 2.462}}, "gstreamer_push": {"avg_ms": 2.933, "count": 233, "max_ms": 5.954, "p95_ms": 4.725}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 233, "max_ms": 0.158, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.264, "count": 233, "max_ms": 82.018, "p95_ms": 68.158}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.798, "count": 233, "max_ms": 14.087, "p95_ms": 8.494}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.738, "count": 233, "max_ms": 140.204, "p95_ms": 115.943}, "inference_input_copy_ms": {"avg_ms": 1.665, "count": 233, "max_ms": 4.802, "p95_ms": 2.881}, "processing_residual_ms": {"avg_ms": 0.164, "count": 233, "max_ms": 0.44, "p95_ms": 0.292}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.365, "count": 233, "max_ms": 147.162, "p95_ms": 123.595}, "read_interval": {"avg_ms": 109.42, "count": 232, "max_ms": 211.382, "p95_ms": 144.964}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 233, "max_ms": 0.043, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.305, "count": 233, "max_ms": 4.846, "p95_ms": 3.046}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 233, "max_ms": 0.046, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.289, "count": 233, "max_ms": 4.83, "p95_ms": 3.025}, "worker_merge_ms": {"avg_ms": 0.006, "count": 233, "max_ms": 0.026, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.277, "count": 233, "max_ms": 82.03, "p95_ms": 68.165}, "visualize": {"avg_ms": 35.357, "count": 233, "max_ms": 60.22, "p95_ms": 47.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.168, "count": 233, "max_ms": 53.581, "p95_ms": 41.859}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.9, "count": 233, "max_ms": 58.74, "p95_ms": 45.818}, "visualize_input_copy_ms": {"avg_ms": 1.274, "count": 233, "max_ms": 3.118, "p95_ms": 2.008}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.784, "count": 233, "max_ms": 58.599, "p95_ms": 45.638}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 233, "max_ms": 0.16, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1231.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.011, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.587, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 882212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.521, "exists": true, "size_bytes": 103075, "write_bytes_delta": 103075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 33362, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.229282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.371751, "system_cpu_s_delta": 4.010000000002037, "user_cpu_core_ratio": 0.857531, "user_cpu_s_delta": 9.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.959, "count": 251, "max_ms": 5.954, "p95_ms": 4.725, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.394, "max": 10.0, "p95": 8.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.602, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 1.602, "max": 3.0, "p95": 3.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.912, "count": 30, "max": 48.938, "p95": 42.097, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.62, "count": 30, "max": 32.041, "p95": 28.58, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 521.667, "count": 30, "max": 600.0, "p95": 594.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 213.133, "count": 30, "max": 3536.0, "p95": 513.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.424, "p95": 0.321, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.481, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.156, "count": 30, "max": 2.521, "p95": 1.192, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104202.6, "count": 30, "max": 112128.0, "p95": 109836.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100762.833, "count": 30, "max": 112128.0, "p95": 109836.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.467, "count": 30, "max": 36.0, "p95": 13.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.541, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.219, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7330, "sampled_at": "2026-10-31T17:12:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:12:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1505602, "flush_count": 1602, "flush_interval_seconds": 30.0, "flush_state": {"count": 1602, "last_at": "2026-10-31T17:15:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:15:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1601}, "started": true, "suppressed_count": 882438, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 882297}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1602, "written_record_count": 1602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7045.316, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e3bb70fd100] error while decoding MB 63 34, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2443798425600, "copied_frame_count": 883897, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2443798425600, "frame_buffer_copies": 883897, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4201, "p50_ms": 0.0941, "p95_ms": 0.1915, "p99_ms": 0.2552}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4938, "count": 512, "max_ms": 4.9546, "p50_ms": 1.3866, "p95_ms": 2.6334, "p99_ms": 3.3137, "results": {"failed": 0, "not_applicable": 0, "success": 883897, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:15:54+09:00", "last_error_summary": "[h264 @ 0x5e3bb70fd100] error while decoding MB 63 34, bytestream -12", "last_exit_at": "2026-10-31T17:12:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.959, "last_started_at": "2026-10-31T17:12:34+09:00", "pid": 33478, "process": {"exists": false, "pid": 33478}, "restart_count": 136, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.566, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-31T17:15:54+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-31T17:15:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.725, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 207.275, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-31T17:15:54.919301+09:00", "mtime_epoch": 1793434554.919301, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:15:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1232.59, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 883898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.028, "max": 10.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.768, "max": 5.0, "p95": 4.0, "sample_count": 250}, "total": {"avg": 2.768, "max": 5.0, "p95": 4.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.312, "max": 3.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.312, "max": 3.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.334, "pushed": 8.334, "read": 8.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 17.215, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.822, "count": 250, "max_ms": 7.461, "p95_ms": 2.477, "reason": null, "sample_age_ms": 78.664, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 250, "max_ms": 4.081, "p95_ms": 1.937, "reason": null, "sample_age_ms": 79.094, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 250, "max_ms": 1.105, "p95_ms": 0.669, "reason": null, "sample_age_ms": 17.222, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.813, "count": 250, "max_ms": 4.499, "p95_ms": 2.947, "reason": null, "sample_age_ms": 76.14, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.102, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.415, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.644, "count": 250, "max_ms": 87.813, "p95_ms": 69.056, "reason": null, "sample_age_ms": 17.213, "source": "client_direct"}, "sample_age_ms": 17.21, "source": "client_direct", "task_total_ms": {"avg_ms": 51.986, "count": 250, "max_ms": 90.671, "p95_ms": 71.429, "reason": null, "sample_age_ms": 17.21, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.274, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.441, "count": 250, "max_ms": 24.372, "p95_ms": 11.648}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 250, "max_ms": 1.983, "p95_ms": 0.873}, "detection_prepare_ms": {"avg_ms": 1.65, "count": 250, "max_ms": 7.698, "p95_ms": 2.785}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.426, "count": 250, "max_ms": 1.024, "p95_ms": 0.701}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.553, "count": 250, "max_ms": 7.699, "p95_ms": 4.546}, "setup_ms": {"avg_ms": 0.043, "count": 250, "max_ms": 0.139, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 7.383, "count": 250, "max_ms": 24.24, "p95_ms": 11.572}, "track_match_ms": {"avg_ms": 0.115, "count": 250, "max_ms": 0.609, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 2.102, "count": 250, "max_ms": 11.443, "p95_ms": 3.63}}, "gstreamer_push": {"avg_ms": 3.122, "count": 250, "max_ms": 7.356, "p95_ms": 5.294}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 250, "max_ms": 1.232, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.217, "count": 250, "max_ms": 94.981, "p95_ms": 72.941}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.006, "count": 250, "max_ms": 13.663, "p95_ms": 7.925}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.377, "count": 250, "max_ms": 161.78, "p95_ms": 129.02}, "inference_input_copy_ms": {"avg_ms": 1.666, "count": 250, "max_ms": 6.409, "p95_ms": 2.737}, "processing_residual_ms": {"avg_ms": 0.208, "count": 250, "max_ms": 0.684, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.257, "count": 250, "max_ms": 168.079, "p95_ms": 134.857}, "read_interval": {"avg_ms": 120.11, "count": 250, "max_ms": 197.688, "p95_ms": 166.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.269, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.468, "count": 250, "max_ms": 7.534, "p95_ms": 4.291}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 250, "max_ms": 0.132, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.45, "count": 250, "max_ms": 7.504, "p95_ms": 4.273}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.231, "count": 250, "max_ms": 95.002, "p95_ms": 72.951}, "visualize": {"avg_ms": 38.516, "count": 250, "max_ms": 67.495, "p95_ms": 51.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.277, "count": 250, "max_ms": 53.783, "p95_ms": 41.748}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.989, "count": 250, "max_ms": 66.235, "p95_ms": 49.323}, "visualize_input_copy_ms": {"avg_ms": 1.333, "count": 250, "max_ms": 3.867, "p95_ms": 2.181}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.863, "count": 250, "max_ms": 66.072, "p95_ms": 49.171}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 250, "max_ms": 0.215, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1232.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.785, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.261, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106075, "write_bytes_delta": 106075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.447218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33478, "reason": null, "system_cpu_core_ratio": 0.034706, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.412511, "user_cpu_s_delta": 4.160000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.730365, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.520597, "system_cpu_s_delta": 5.25, "user_cpu_core_ratio": 1.209768, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 254, "max_ms": 7.726, "p95_ms": 4.925, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.138, "max": 11.0, "p95": 10.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.791, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 253}, "total": {"avg": 2.791, "max": 5.0, "p95": 4.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.906, "count": 30, "max": 52.785, "p95": 47.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.14, "count": 30, "max": 32.041, "p95": 28.58, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 545.1, "count": 30, "max": 591.0, "p95": 584.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 79.2, "count": 30, "max": 1225.0, "p95": 398.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 34.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.623, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.337, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7348, "sampled_at": "2026-10-31T17:15:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:15:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1505602, "flush_count": 1602, "flush_interval_seconds": 30.0, "flush_state": {"count": 1602, "last_at": "2026-10-31T17:15:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:15:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1601}, "started": true, "suppressed_count": 882438, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 882297}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1602, "written_record_count": 1602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7058.652, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:15:54+09:00", "last_error_summary": "[h264 @ 0x5e3bb70fd100] error while decoding MB 63 34, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2443801190400, "copied_frame_count": 883898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2443801190400, "frame_buffer_copies": 883898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4201, "p50_ms": 0.0941, "p95_ms": 0.1915, "p99_ms": 0.2552}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4939, "count": 512, "max_ms": 4.9546, "p50_ms": 1.3866, "p95_ms": 2.6334, "p99_ms": 3.3137, "results": {"failed": 0, "not_applicable": 0, "success": 883898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:15:54+09:00", "last_error_summary": "[h264 @ 0x5e3bb70fd100] error while decoding MB 63 34, bytestream -12", "last_exit_at": "2026-10-31T17:15:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.036, "last_started_at": "2026-10-31T17:12:34+09:00", "pid": 33478, "process": {"exists": false, "pid": 33478}, "restart_count": 136, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.596, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T17:15:55+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-10-31T17:15:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.796, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 207.204, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-10-31T17:15:54.919301+09:00", "mtime_epoch": 1793434554.919301, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:15:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1232.586, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 883898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.024, "max": 10.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.772, "max": 5.0, "p95": 4.0, "sample_count": 250}, "total": {"avg": 2.772, "max": 5.0, "p95": 4.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.316, "max": 3.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.316, "max": 3.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.344, "pushed": 8.344, "read": 8.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 93.283, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.823, "count": 249, "max_ms": 7.461, "p95_ms": 2.479, "reason": null, "sample_age_ms": 154.731, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 249, "max_ms": 4.081, "p95_ms": 1.937, "reason": null, "sample_age_ms": 155.162, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 249, "max_ms": 1.105, "p95_ms": 0.67, "reason": null, "sample_age_ms": 93.29, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.814, "count": 249, "max_ms": 4.499, "p95_ms": 2.949, "reason": null, "sample_age_ms": 152.207, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.169, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.482, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.667, "count": 249, "max_ms": 87.813, "p95_ms": 69.069, "reason": null, "sample_age_ms": 93.28, "source": "client_direct"}, "sample_age_ms": 93.277, "source": "client_direct", "task_total_ms": {"avg_ms": 52.011, "count": 249, "max_ms": 90.671, "p95_ms": 71.429, "reason": null, "sample_age_ms": 93.277, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.121, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.437, "count": 250, "max_ms": 24.372, "p95_ms": 11.648}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 250, "max_ms": 1.983, "p95_ms": 0.873}, "detection_prepare_ms": {"avg_ms": 1.646, "count": 250, "max_ms": 7.698, "p95_ms": 2.785}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.425, "count": 250, "max_ms": 1.024, "p95_ms": 0.701}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.555, "count": 250, "max_ms": 7.699, "p95_ms": 4.546}, "setup_ms": {"avg_ms": 0.043, "count": 250, "max_ms": 0.139, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 7.378, "count": 250, "max_ms": 24.24, "p95_ms": 11.572}, "track_match_ms": {"avg_ms": 0.115, "count": 250, "max_ms": 0.609, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 2.101, "count": 250, "max_ms": 11.443, "p95_ms": 3.63}}, "gstreamer_push": {"avg_ms": 3.125, "count": 250, "max_ms": 7.356, "p95_ms": 5.294}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 250, "max_ms": 1.232, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.246, "count": 250, "max_ms": 94.981, "p95_ms": 72.941}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.033, "count": 250, "max_ms": 13.663, "p95_ms": 8.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.504, "count": 250, "max_ms": 161.78, "p95_ms": 130.999}, "inference_input_copy_ms": {"avg_ms": 1.671, "count": 250, "max_ms": 6.409, "p95_ms": 2.737}, "processing_residual_ms": {"avg_ms": 0.208, "count": 250, "max_ms": 0.684, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.416, "count": 250, "max_ms": 168.079, "p95_ms": 136.639}, "read_interval": {"avg_ms": 120.148, "count": 249, "max_ms": 197.688, "p95_ms": 166.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.269, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.469, "count": 250, "max_ms": 7.534, "p95_ms": 4.291}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 250, "max_ms": 0.132, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.452, "count": 250, "max_ms": 7.504, "p95_ms": 4.273}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.26, "count": 250, "max_ms": 95.002, "p95_ms": 72.951}, "visualize": {"avg_ms": 38.624, "count": 250, "max_ms": 67.495, "p95_ms": 51.987}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.366, "count": 250, "max_ms": 53.783, "p95_ms": 41.955}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.075, "count": 250, "max_ms": 66.235, "p95_ms": 49.867}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 250, "max_ms": 6.683, "p95_ms": 2.339}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.949, "count": 250, "max_ms": 66.072, "p95_ms": 49.738}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 250, "max_ms": 0.215, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1232.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.785, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.261, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106075, "write_bytes_delta": 106075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.447218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33478, "reason": null, "system_cpu_core_ratio": 0.034706, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.412511, "user_cpu_s_delta": 4.160000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.730365, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.520597, "system_cpu_s_delta": 5.25, "user_cpu_core_ratio": 1.209768, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 254, "max_ms": 7.726, "p95_ms": 4.925, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.138, "max": 11.0, "p95": 10.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.791, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 253}, "total": {"avg": 2.791, "max": 5.0, "p95": 4.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.906, "count": 30, "max": 52.785, "p95": 47.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.14, "count": 30, "max": 32.041, "p95": 28.58, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 545.1, "count": 30, "max": 591.0, "p95": 584.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 79.2, "count": 30, "max": 1225.0, "p95": 398.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 34.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.623, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.337, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7348, "sampled_at": "2026-10-31T17:15:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:15:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1505602, "flush_count": 1602, "flush_interval_seconds": 30.0, "flush_state": {"count": 1602, "last_at": "2026-10-31T17:15:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:15:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1601}, "started": true, "suppressed_count": 882438, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 882297}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1602, "written_record_count": 1602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7058.793, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2443801190400, "copied_frame_count": 883898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2443801190400, "frame_buffer_copies": 883898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4201, "p50_ms": 0.0941, "p95_ms": 0.1915, "p99_ms": 0.2552}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4939, "count": 512, "max_ms": 4.9546, "p50_ms": 1.3866, "p95_ms": 2.6334, "p99_ms": 3.3137, "results": {"failed": 0, "not_applicable": 0, "success": 883898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:15:54+09:00", "last_error_summary": "[h264 @ 0x5e3bb70fd100] error while decoding MB 63 34, bytestream -12", "last_exit_at": "2026-10-31T17:15:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.082, "last_started_at": "2026-10-31T17:12:34+09:00", "pid": 33478, "process": {"exists": false, "pid": 33478}, "restart_count": 136, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.596, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-31T17:15:55+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-10-31T17:15:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.861, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 207.139, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-31T17:15:55.072302+09:00", "mtime_epoch": 1793434555.0723019, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107713}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:15:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1232.586, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 883898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.024, "max": 10.0, "p95": 9.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.763, "max": 5.0, "p95": 4.0, "sample_count": 249}, "total": {"avg": 2.763, "max": 5.0, "p95": 4.0, "sample_count": 249}}, "tracking_counts": {"active": {"avg": 0.313, "max": 3.0, "p95": 1.0, "sample_count": 249}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 249}, "tracked": {"avg": 0.313, "max": 3.0, "p95": 1.0, "sample_count": 249}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.326, "pushed": 8.326, "read": 8.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 149.123, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.824, "count": 248, "max_ms": 7.461, "p95_ms": 2.482, "reason": null, "sample_age_ms": 210.571, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 248, "max_ms": 4.081, "p95_ms": 1.937, "reason": null, "sample_age_ms": 211.002, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 249, "max_ms": 1.105, "p95_ms": 0.67, "reason": null, "sample_age_ms": 149.13, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.812, "count": 248, "max_ms": 4.499, "p95_ms": 2.95, "reason": null, "sample_age_ms": 208.047, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 208.009, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 149.322, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.667, "count": 249, "max_ms": 87.813, "p95_ms": 69.069, "reason": null, "sample_age_ms": 149.12, "source": "client_direct"}, "sample_age_ms": 149.117, "source": "client_direct", "task_total_ms": {"avg_ms": 52.011, "count": 249, "max_ms": 90.671, "p95_ms": 71.429, "reason": null, "sample_age_ms": 149.117, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.437, "count": 249, "max_ms": 24.372, "p95_ms": 11.648}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.482, "count": 249, "max_ms": 1.983, "p95_ms": 0.873}, "detection_prepare_ms": {"avg_ms": 1.648, "count": 249, "max_ms": 7.698, "p95_ms": 2.785}, "event_filter_ms": {"avg_ms": 0.005, "count": 249, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.425, "count": 249, "max_ms": 1.024, "p95_ms": 0.701}, "mcmt_ms": {"avg_ms": 0.003, "count": 249, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.554, "count": 249, "max_ms": 7.699, "p95_ms": 4.546}, "setup_ms": {"avg_ms": 0.043, "count": 249, "max_ms": 0.139, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 7.378, "count": 249, "max_ms": 24.24, "p95_ms": 11.572}, "track_match_ms": {"avg_ms": 0.115, "count": 249, "max_ms": 0.609, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 2.102, "count": 249, "max_ms": 11.443, "p95_ms": 3.63}}, "gstreamer_push": {"avg_ms": 3.129, "count": 249, "max_ms": 7.356, "p95_ms": 5.294}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 249, "max_ms": 1.232, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.272, "count": 249, "max_ms": 94.981, "p95_ms": 72.941}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.032, "count": 249, "max_ms": 13.663, "p95_ms": 8.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.51, "count": 249, "max_ms": 161.78, "p95_ms": 130.999}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 249, "max_ms": 6.409, "p95_ms": 2.737}, "processing_residual_ms": {"avg_ms": 0.208, "count": 249, "max_ms": 0.684, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.421, "count": 249, "max_ms": 168.079, "p95_ms": 136.639}, "read_interval": {"avg_ms": 120.181, "count": 248, "max_ms": 197.688, "p95_ms": 166.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 249, "max_ms": 0.269, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.468, "count": 249, "max_ms": 7.534, "p95_ms": 4.291}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 249, "max_ms": 0.132, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.451, "count": 249, "max_ms": 7.504, "p95_ms": 4.273}, "worker_merge_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.286, "count": 249, "max_ms": 95.002, "p95_ms": 72.951}, "visualize": {"avg_ms": 38.605, "count": 249, "max_ms": 67.495, "p95_ms": 51.987}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.363, "count": 249, "max_ms": 53.783, "p95_ms": 41.955}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.055, "count": 249, "max_ms": 66.235, "p95_ms": 49.867}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 249, "max_ms": 6.683, "p95_ms": 2.339}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.929, "count": 249, "max_ms": 66.072, "p95_ms": 49.738}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 249, "max_ms": 0.215, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1232.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.785, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.261, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106075, "write_bytes_delta": 106075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.447218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33478, "reason": null, "system_cpu_core_ratio": 0.034706, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.412511, "user_cpu_s_delta": 4.160000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.730365, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.520597, "system_cpu_s_delta": 5.25, "user_cpu_core_ratio": 1.209768, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 254, "max_ms": 7.726, "p95_ms": 4.925, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.138, "max": 11.0, "p95": 10.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.791, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 253}, "total": {"avg": 2.791, "max": 5.0, "p95": 4.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.906, "count": 30, "max": 52.785, "p95": 47.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.14, "count": 30, "max": 32.041, "p95": 28.58, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 545.1, "count": 30, "max": 591.0, "p95": 584.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 79.2, "count": 30, "max": 1225.0, "p95": 398.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 34.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.623, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.337, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7348, "sampled_at": "2026-10-31T17:15:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:15:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1505602, "flush_count": 1602, "flush_interval_seconds": 30.0, "flush_state": {"count": 1602, "last_at": "2026-10-31T17:15:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:15:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1601}, "started": true, "suppressed_count": 882438, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 882297}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1602, "written_record_count": 1602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7215.863, "limit_mb": null}, "detail": {"pid": 33594, "restart_count": 137, "start_count": 138}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2443801190400, "copied_frame_count": 883898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T16:40:29+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3552022, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T16:40:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.446}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 132, "events_failed": 0, "events_observed": 141, "events_suppressed": 9, "frame_buffer_copied_bytes": 2443801190400, "frame_buffer_copies": 883898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6600, "recorder_active_input_bytes": 18247680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 132, "recorder_clips_failed": 0, "recorder_clips_started": 132, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 132, "worker_jobs_accepted": 132, "worker_jobs_completed": 132, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4201, "p50_ms": 0.0941, "p95_ms": 0.1915, "p99_ms": 0.2552}, "stages": {"db_insert": {"avg_ms": 16.5477, "count": 132, "max_ms": 62.2331, "p50_ms": 14.6559, "p95_ms": 32.0104, "p99_ms": 53.3368, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.3544, "count": 141, "max_ms": 4422.916, "p50_ms": 952.2823, "p95_ms": 1322.5709, "p99_ms": 1408.8302, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4939, "count": 512, "max_ms": 4.9546, "p50_ms": 1.3866, "p95_ms": 2.6334, "p99_ms": 3.3137, "results": {"failed": 0, "not_applicable": 0, "success": 883898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.936, "count": 141, "max_ms": 862.8454, "p50_ms": 506.2758, "p95_ms": 630.893, "p99_ms": 685.3257, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2961, "count": 132, "max_ms": 69.0696, "p50_ms": 24.1506, "p95_ms": 58.3823, "p99_ms": 68.1063, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5143, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1748, "p95_ms": 8.3667, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5682, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4409, "p95_ms": 2.7419, "p99_ms": 4.0724, "results": {"failed": 0, "not_applicable": 0, "success": 6600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6512, "count": 132, "max_ms": 860.4624, "p50_ms": 507.5069, "p95_ms": 628.2152, "p99_ms": 682.858, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7155, "count": 132, "max_ms": 789.0434, "p50_ms": 417.5739, "p95_ms": 523.8715, "p99_ms": 566.6271, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0143, "count": 132, "max_ms": 115.8706, "p50_ms": 85.3361, "p95_ms": 104.3433, "p99_ms": 111.402, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8373, "count": 132, "max_ms": 15.8949, "p50_ms": 1.4193, "p95_ms": 3.2678, "p99_ms": 9.1552, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.393, "count": 132, "max_ms": 73.1462, "p50_ms": 34.7394, "p95_ms": 56.321, "p99_ms": 70.2382, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3828, "count": 132, "max_ms": 16.9396, "p50_ms": 0.8447, "p95_ms": 4.1754, "p99_ms": 10.3059, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8004, "count": 141, "max_ms": 4.5565, "p50_ms": 0.6804, "p95_ms": 1.5796, "p99_ms": 2.5695, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9323, "count": 132, "max_ms": 9.2164, "p50_ms": 0.7273, "p95_ms": 1.6926, "p99_ms": 3.1919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.9172, "count": 132, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 655.2975, "p99_ms": 710.9096, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1773, "count": 132, "max_ms": 14.3512, "p50_ms": 1.2659, "p95_ms": 7.15, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8019, "count": 132, "max_ms": 92.2129, "p50_ms": 27.4754, "p95_ms": 64.6861, "p99_ms": 73.5456, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0952, "count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.194, "count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.8079, "count": 132, "max_ms": 3837.487, "p50_ms": 431.6616, "p95_ms": 741.1952, "p99_ms": 793.0374, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 132, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 132, "max_ms": 1.1521, "p50_ms": 0.0759, "p95_ms": 0.1783, "p99_ms": 0.2247}, "wait_ms": {"count": 132, "max_ms": 5.7989, "p50_ms": 2.0333, "p95_ms": 3.836, "p99_ms": 5.6037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 132, "artifact_failed": 0, "artifact_requested": 132, "artifact_success": 132, "completed": 132, "completed_failed": 0, "completed_success": 132, "cooldown_promoted": 132, "database_requested": 132, "db_insert_success": 132, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15674, "relay_business_failed": 0, "relay_business_success": 132, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 132, "relay_transport_failed": 0, "relay_transport_success": 132, "reservation_requested": 132}, "snapshot": {"copied_bytes": 364953600, "copied_count": 132, "copy": {"count": 132, "max_ms": 4.0365, "p50_ms": 1.6233, "p95_ms": 2.7901, "p99_ms": 3.6423}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:15:54+09:00", "last_error_summary": "[h264 @ 0x5e3bb70fd100] error while decoding MB 63 34, bytestream -12", "last_exit_at": "2026-10-31T17:15:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:15:58+09:00", "pid": 33594, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.395, "name": "ffmpeg", "pid": 33594, "rss_mb": 206.395, "state": "S (sleeping)", "threads": 70}, "restart_count": 137, "restart_count_per_hour": 15, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.916, "sample_count": 2490, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.965, "last_frame_pushed_at": "2026-10-31T17:15:55+09:00", "last_frame_read_age_sec": 5.112, "last_frame_read_at": "2026-10-31T17:15:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 397.777, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 202.223, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 4.957, "exists": true, "mtime": "2026-10-31T17:15:55.072302+09:00", "mtime_epoch": 1793434555.0723019, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107713}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:16:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.922, "name": "celery", "pid": 206, "rss_mb": 1232.59, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 102, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 883898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.933, "max": 10.0, "p95": 9.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.659, "max": 5.0, "p95": 4.0, "sample_count": 208}, "total": {"avg": 2.659, "max": 5.0, "p95": 4.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.365, "max": 3.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.365, "max": 3.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.946, "pushed": 6.946, "read": 6.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5064.534, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 207, "max_ms": 4.632, "p95_ms": 2.539, "reason": null, "sample_age_ms": 5125.983, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 207, "max_ms": 4.081, "p95_ms": 1.98, "reason": null, "sample_age_ms": 5126.414, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 207, "max_ms": 1.105, "p95_ms": 0.68, "reason": null, "sample_age_ms": 5064.542, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.793, "count": 207, "max_ms": 4.326, "p95_ms": 2.831, "reason": null, "sample_age_ms": 5123.459, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5123.421, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5064.734, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.816, "count": 207, "max_ms": 87.813, "p95_ms": 68.903, "reason": null, "sample_age_ms": 5064.532, "source": "client_direct"}, "sample_age_ms": 5064.529, "source": "client_direct", "task_total_ms": {"avg_ms": 52.153, "count": 207, "max_ms": 90.671, "p95_ms": 71.325, "reason": null, "sample_age_ms": 5064.529, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.524, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.523, "count": 208, "max_ms": 24.372, "p95_ms": 11.751}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 208, "max_ms": 1.983, "p95_ms": 0.854}, "detection_prepare_ms": {"avg_ms": 1.684, "count": 208, "max_ms": 7.698, "p95_ms": 3.207}, "event_filter_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.413, "count": 208, "max_ms": 1.024, "p95_ms": 0.677}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.622, "count": 208, "max_ms": 7.699, "p95_ms": 4.588}, "setup_ms": {"avg_ms": 0.044, "count": 208, "max_ms": 0.139, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 7.463, "count": 208, "max_ms": 24.24, "p95_ms": 11.665}, "track_match_ms": {"avg_ms": 0.119, "count": 208, "max_ms": 0.609, "p95_ms": 0.268}, "tracker_update_ms": {"avg_ms": 2.092, "count": 208, "max_ms": 11.443, "p95_ms": 3.544}}, "gstreamer_push": {"avg_ms": 3.163, "count": 208, "max_ms": 7.356, "p95_ms": 5.294}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 208, "max_ms": 1.232, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.363, "count": 208, "max_ms": 94.981, "p95_ms": 72.881}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.045, "count": 208, "max_ms": 13.663, "p95_ms": 8.345}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.832, "count": 208, "max_ms": 161.78, "p95_ms": 130.999}, "inference_input_copy_ms": {"avg_ms": 1.665, "count": 208, "max_ms": 6.409, "p95_ms": 2.737}, "processing_residual_ms": {"avg_ms": 0.206, "count": 208, "max_ms": 0.464, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.748, "count": 208, "max_ms": 168.079, "p95_ms": 136.639}, "read_interval": {"avg_ms": 120.442, "count": 207, "max_ms": 197.688, "p95_ms": 162.107}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 208, "max_ms": 0.269, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.532, "count": 208, "max_ms": 7.534, "p95_ms": 4.427}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 208, "max_ms": 0.132, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.513, "count": 208, "max_ms": 7.504, "p95_ms": 4.373}, "worker_merge_ms": {"avg_ms": 0.007, "count": 208, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.377, "count": 208, "max_ms": 95.002, "p95_ms": 72.9}, "visualize": {"avg_ms": 38.746, "count": 208, "max_ms": 64.815, "p95_ms": 51.987}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.641, "count": 208, "max_ms": 53.783, "p95_ms": 41.955}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.173, "count": 208, "max_ms": 63.004, "p95_ms": 49.867}, "visualize_input_copy_ms": {"avg_ms": 1.377, "count": 208, "max_ms": 6.683, "p95_ms": 2.375}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.044, "count": 208, "max_ms": 62.823, "p95_ms": 49.738}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 208, "max_ms": 0.215, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1232.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.785, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.261, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 883737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106075, "write_bytes_delta": 106075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.447218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33478, "reason": null, "system_cpu_core_ratio": 0.034706, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.412511, "user_cpu_s_delta": 4.160000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.730365, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.520597, "system_cpu_s_delta": 5.25, "user_cpu_core_ratio": 1.209768, "user_cpu_s_delta": 12.19999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 254, "max_ms": 7.726, "p95_ms": 4.925, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.138, "max": 11.0, "p95": 10.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.791, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 253}, "total": {"avg": 2.791, "max": 5.0, "p95": 4.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.906, "count": 30, "max": 52.785, "p95": 47.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.14, "count": 30, "max": 32.041, "p95": 28.58, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 545.1, "count": 30, "max": 591.0, "p95": 584.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 79.2, "count": 30, "max": 1225.0, "p95": 398.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104740.667, "count": 30, "max": 108926.0, "p95": 107585.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.633, "count": 30, "max": 34.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.623, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.337, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7348, "sampled_at": "2026-10-31T17:15:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:15:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1507637, "flush_count": 1604, "flush_interval_seconds": 30.0, "flush_state": {"count": 1604, "last_at": "2026-10-31T17:17:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:17:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1603}, "started": true, "suppressed_count": 883761, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 883619}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1604, "written_record_count": 1604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7124.789, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c342b39f240] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5c342b39f240] error while decoding MB 93 63, bytestream -6 [h264 @ 0x5c342b4c7380] error while decoding MB 19 52, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2447459020800, "copied_frame_count": 885221, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2447459020800, "frame_buffer_copies": 885221, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0998, "count": 512, "max_ms": 0.534, "p50_ms": 0.0866, "p95_ms": 0.1888, "p99_ms": 0.2896}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5633, "count": 512, "max_ms": 4.6637, "p50_ms": 1.3941, "p95_ms": 2.7483, "p99_ms": 4.0468, "results": {"failed": 0, "not_applicable": 0, "success": 885221, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:18:40+09:00", "last_error_summary": "[h264 @ 0x5c342b39f240] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5c342b39f240] error while decoding MB 93 63, bytestream -6 [h264 @ 0x5c342b4c7380] error while decoding MB 19 52, bytestream -10", "last_exit_at": "2026-10-31T17:15:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.942, "last_started_at": "2026-10-31T17:15:58+09:00", "pid": 33594, "process": {"exists": false, "pid": 33594}, "restart_count": 137, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 885221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-31T17:18:40+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-31T17:18:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 558.698, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 41.302, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-31T17:18:40.899337+09:00", "mtime_epoch": 1793434720.8993373, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108197}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:18:40+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1283.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 885222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.652, "max": 20.0, "p95": 16.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.858, "max": 5.0, "p95": 4.0, "sample_count": 247}, "total": {"avg": 2.858, "max": 5.0, "p95": 4.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.279, "max": 2.0, "p95": 1.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 247}, "tracked": {"avg": 0.279, "max": 2.0, "p95": 1.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.259, "pushed": 8.259, "read": 8.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 25.472, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.814, "count": 247, "max_ms": 6.729, "p95_ms": 2.812, "reason": null, "sample_age_ms": 80.075, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 247, "max_ms": 6.423, "p95_ms": 1.846, "reason": null, "sample_age_ms": 80.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 248, "max_ms": 0.999, "p95_ms": 0.663, "reason": null, "sample_age_ms": 25.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.749, "count": 247, "max_ms": 3.859, "p95_ms": 2.908, "reason": null, "sample_age_ms": 78.661, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.638, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.867, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.496, "count": 248, "max_ms": 88.917, "p95_ms": 66.891, "reason": null, "sample_age_ms": 25.467, "source": "client_direct"}, "sample_age_ms": 25.462, "source": "client_direct", "task_total_ms": {"avg_ms": 49.765, "count": 248, "max_ms": 91.622, "p95_ms": 69.641, "reason": null, "sample_age_ms": 25.462, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.202, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.311, "count": 247, "max_ms": 18.47, "p95_ms": 13.298}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.482, "count": 247, "max_ms": 1.997, "p95_ms": 0.907}, "detection_prepare_ms": {"avg_ms": 1.664, "count": 247, "max_ms": 8.401, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.043, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 247, "max_ms": 0.995, "p95_ms": 0.675}, "mcmt_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.447, "count": 247, "max_ms": 7.249, "p95_ms": 5.567}, "setup_ms": {"avg_ms": 0.044, "count": 247, "max_ms": 0.127, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 8.252, "count": 247, "max_ms": 18.368, "p95_ms": 13.176}, "track_match_ms": {"avg_ms": 0.107, "count": 247, "max_ms": 0.405, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 2.092, "count": 247, "max_ms": 7.027, "p95_ms": 3.631}}, "gstreamer_push": {"avg_ms": 3.217, "count": 247, "max_ms": 7.272, "p95_ms": 5.52}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 247, "max_ms": 0.24, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.973, "count": 247, "max_ms": 92.315, "p95_ms": 71.887}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.191, "count": 247, "max_ms": 15.644, "p95_ms": 9.714}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.771, "count": 247, "max_ms": 156.665, "p95_ms": 126.141}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 247, "max_ms": 4.795, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.198, "count": 247, "max_ms": 0.462, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.828, "count": 247, "max_ms": 161.67, "p95_ms": 131.435}, "read_interval": {"avg_ms": 121.172, "count": 247, "max_ms": 226.161, "p95_ms": 159.041}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 247, "max_ms": 0.085, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.373, "count": 247, "max_ms": 7.197, "p95_ms": 5.361}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 247, "max_ms": 0.063, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.355, "count": 247, "max_ms": 7.183, "p95_ms": 5.327}, "worker_merge_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.056, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.987, "count": 247, "max_ms": 92.328, "p95_ms": 71.926}, "visualize": {"avg_ms": 40.26, "count": 247, "max_ms": 75.963, "p95_ms": 53.258}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.709, "count": 247, "max_ms": 57.276, "p95_ms": 43.214}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.669, "count": 247, "max_ms": 73.542, "p95_ms": 51.109}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 247, "max_ms": 5.72, "p95_ms": 2.398}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.539, "count": 247, "max_ms": 73.35, "p95_ms": 50.98}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 247, "max_ms": 0.228, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.021, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.196, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 884936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107164, "write_bytes_delta": 107164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.394624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33594, "reason": null, "system_cpu_core_ratio": 0.037868, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.356756, "user_cpu_s_delta": 7.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.829123, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46171.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603396, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.225727, "user_cpu_s_delta": 24.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.386, "count": 232, "max_ms": 10.503, "p95_ms": 5.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.56, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.401, "key_count": 1, "max": 6.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.401, "max": 6.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.474, "count": 30, "max": 52.785, "p95": 51.058, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 25.288, "p95": 24.533, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.267, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 158.833, "count": 30, "max": 1635.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.067, "count": 30, "max": 46171.0, "p95": 29.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.337, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7356, "sampled_at": "2026-10-31T17:18:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:18:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1507637, "flush_count": 1604, "flush_interval_seconds": 30.0, "flush_state": {"count": 1604, "last_at": "2026-10-31T17:17:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:17:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1603}, "started": true, "suppressed_count": 883761, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 883619}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1604, "written_record_count": 1604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7112.562, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:18:40+09:00", "last_error_summary": "[h264 @ 0x5c342b39f240] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5c342b39f240] error while decoding MB 93 63, bytestream -6 [h264 @ 0x5c342b4c7380] error while decoding MB 19 52, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2447461785600, "copied_frame_count": 885222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2447461785600, "frame_buffer_copies": 885222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 0.534, "p50_ms": 0.0867, "p95_ms": 0.1888, "p99_ms": 0.2896}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.563, "count": 512, "max_ms": 4.6637, "p50_ms": 1.3941, "p95_ms": 2.7483, "p99_ms": 4.0468, "results": {"failed": 0, "not_applicable": 0, "success": 885222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:18:40+09:00", "last_error_summary": "[h264 @ 0x5c342b39f240] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5c342b39f240] error while decoding MB 93 63, bytestream -6 [h264 @ 0x5c342b4c7380] error while decoding MB 19 52, bytestream -10", "last_exit_at": "2026-10-31T17:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.996, "last_started_at": "2026-10-31T17:15:58+09:00", "pid": 33594, "process": {"exists": false, "pid": 33594}, "restart_count": 137, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 885222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T17:18:41+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-31T17:18:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 558.764, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 41.236, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-10-31T17:18:40.899337+09:00", "mtime_epoch": 1793434720.8993373, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108197}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:18:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1283.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 885222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.641, "max": 20.0, "p95": 16.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.859, "max": 5.0, "p95": 4.0, "sample_count": 248}, "total": {"avg": 2.859, "max": 5.0, "p95": 4.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.277, "pushed": 8.277, "read": 8.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 89.252, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.814, "count": 247, "max_ms": 6.729, "p95_ms": 2.812, "reason": null, "sample_age_ms": 143.855, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 247, "max_ms": 6.423, "p95_ms": 1.846, "reason": null, "sample_age_ms": 144.105, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 247, "max_ms": 0.999, "p95_ms": 0.664, "reason": null, "sample_age_ms": 89.262, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.749, "count": 247, "max_ms": 3.859, "p95_ms": 2.908, "reason": null, "sample_age_ms": 142.441, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.418, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.576, "count": 247, "max_ms": 88.917, "p95_ms": 66.916, "reason": null, "sample_age_ms": 89.247, "source": "client_direct"}, "sample_age_ms": 89.242, "source": "client_direct", "task_total_ms": {"avg_ms": 49.848, "count": 247, "max_ms": 91.622, "p95_ms": 69.649, "reason": null, "sample_age_ms": 89.242, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.318, "count": 248, "max_ms": 18.47, "p95_ms": 13.298}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.482, "count": 248, "max_ms": 1.997, "p95_ms": 0.907}, "detection_prepare_ms": {"avg_ms": 1.666, "count": 248, "max_ms": 8.401, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.043, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 248, "max_ms": 0.995, "p95_ms": 0.675}, "mcmt_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.452, "count": 248, "max_ms": 7.249, "p95_ms": 5.567}, "setup_ms": {"avg_ms": 0.044, "count": 248, "max_ms": 0.127, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 8.259, "count": 248, "max_ms": 18.368, "p95_ms": 13.176}, "track_match_ms": {"avg_ms": 0.107, "count": 248, "max_ms": 0.405, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 2.093, "count": 248, "max_ms": 7.027, "p95_ms": 3.631}}, "gstreamer_push": {"avg_ms": 3.229, "count": 248, "max_ms": 7.272, "p95_ms": 5.542}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 248, "max_ms": 0.24, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.99, "count": 248, "max_ms": 92.315, "p95_ms": 71.887}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.187, "count": 248, "max_ms": 15.644, "p95_ms": 9.714}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.826, "count": 248, "max_ms": 156.665, "p95_ms": 126.141}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 248, "max_ms": 4.795, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.198, "count": 248, "max_ms": 0.462, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.878, "count": 248, "max_ms": 161.67, "p95_ms": 131.435}, "read_interval": {"avg_ms": 121.172, "count": 247, "max_ms": 226.161, "p95_ms": 159.041}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 248, "max_ms": 0.085, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.377, "count": 248, "max_ms": 7.197, "p95_ms": 5.361}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 248, "max_ms": 0.063, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.359, "count": 248, "max_ms": 7.183, "p95_ms": 5.327}, "worker_merge_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.056, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.004, "count": 248, "max_ms": 92.328, "p95_ms": 71.926}, "visualize": {"avg_ms": 40.285, "count": 248, "max_ms": 75.963, "p95_ms": 53.258}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.733, "count": 248, "max_ms": 57.276, "p95_ms": 43.214}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.695, "count": 248, "max_ms": 73.542, "p95_ms": 51.109}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 248, "max_ms": 5.72, "p95_ms": 2.398}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.565, "count": 248, "max_ms": 73.35, "p95_ms": 50.98}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 248, "max_ms": 0.228, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.021, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.196, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 884936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107164, "write_bytes_delta": 107164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.394624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33594, "reason": null, "system_cpu_core_ratio": 0.037868, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.356756, "user_cpu_s_delta": 7.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.829123, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46171.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603396, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.225727, "user_cpu_s_delta": 24.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.386, "count": 232, "max_ms": 10.503, "p95_ms": 5.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.56, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.401, "key_count": 1, "max": 6.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.401, "max": 6.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.474, "count": 30, "max": 52.785, "p95": 51.058, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 25.288, "p95": 24.533, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.267, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 158.833, "count": 30, "max": 1635.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.067, "count": 30, "max": 46171.0, "p95": 29.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.337, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7356, "sampled_at": "2026-10-31T17:18:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:18:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1507637, "flush_count": 1604, "flush_interval_seconds": 30.0, "flush_state": {"count": 1604, "last_at": "2026-10-31T17:17:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:17:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1603}, "started": true, "suppressed_count": 883761, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 883619}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1604, "written_record_count": 1604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7124.953, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2447461785600, "copied_frame_count": 885222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2447461785600, "frame_buffer_copies": 885222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 0.534, "p50_ms": 0.0867, "p95_ms": 0.1888, "p99_ms": 0.2896}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.563, "count": 512, "max_ms": 4.6637, "p50_ms": 1.3941, "p95_ms": 2.7483, "p99_ms": 4.0468, "results": {"failed": 0, "not_applicable": 0, "success": 885222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:18:40+09:00", "last_error_summary": "[h264 @ 0x5c342b39f240] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5c342b39f240] error while decoding MB 93 63, bytestream -6 [h264 @ 0x5c342b4c7380] error while decoding MB 19 52, bytestream -10", "last_exit_at": "2026-10-31T17:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.042, "last_started_at": "2026-10-31T17:15:58+09:00", "pid": 33594, "process": {"exists": false, "pid": 33594}, "restart_count": 137, "restart_count_per_hour": 14, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 885222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-31T17:18:41+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-10-31T17:18:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 558.801, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 41.199, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-31T17:18:41.032338+09:00", "mtime_epoch": 1793434721.0323381, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:18:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1283.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 885222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.648, "max": 20.0, "p95": 16.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.858, "max": 5.0, "p95": 4.0, "sample_count": 247}, "total": {"avg": 2.858, "max": 5.0, "p95": 4.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.279, "max": 2.0, "p95": 1.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 247}, "tracked": {"avg": 0.279, "max": 2.0, "p95": 1.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.234, "pushed": 8.234, "read": 8.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 129.206, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.814, "count": 246, "max_ms": 6.729, "p95_ms": 2.82, "reason": null, "sample_age_ms": 183.809, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 246, "max_ms": 6.423, "p95_ms": 1.849, "reason": null, "sample_age_ms": 184.059, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 247, "max_ms": 0.999, "p95_ms": 0.664, "reason": null, "sample_age_ms": 129.217, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.745, "count": 246, "max_ms": 3.859, "p95_ms": 2.91, "reason": null, "sample_age_ms": 182.395, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.372, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.601, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.576, "count": 247, "max_ms": 88.917, "p95_ms": 66.916, "reason": null, "sample_age_ms": 129.201, "source": "client_direct"}, "sample_age_ms": 129.196, "source": "client_direct", "task_total_ms": {"avg_ms": 49.848, "count": 247, "max_ms": 91.622, "p95_ms": 69.649, "reason": null, "sample_age_ms": 129.196, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.606, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.321, "count": 247, "max_ms": 18.47, "p95_ms": 13.298}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.481, "count": 247, "max_ms": 1.997, "p95_ms": 0.907}, "detection_prepare_ms": {"avg_ms": 1.667, "count": 247, "max_ms": 8.401, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.043, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.407, "count": 247, "max_ms": 0.995, "p95_ms": 0.675}, "mcmt_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.453, "count": 247, "max_ms": 7.249, "p95_ms": 5.567}, "setup_ms": {"avg_ms": 0.044, "count": 247, "max_ms": 0.127, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 8.262, "count": 247, "max_ms": 18.368, "p95_ms": 13.176}, "track_match_ms": {"avg_ms": 0.107, "count": 247, "max_ms": 0.405, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 2.094, "count": 247, "max_ms": 7.027, "p95_ms": 3.631}}, "gstreamer_push": {"avg_ms": 3.231, "count": 247, "max_ms": 7.272, "p95_ms": 5.542}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 247, "max_ms": 0.24, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.075, "count": 247, "max_ms": 92.315, "p95_ms": 71.887}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 247, "max_ms": 15.644, "p95_ms": 9.714}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.857, "count": 247, "max_ms": 156.665, "p95_ms": 126.141}, "inference_input_copy_ms": {"avg_ms": 1.667, "count": 247, "max_ms": 4.795, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.198, "count": 247, "max_ms": 0.462, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.91, "count": 247, "max_ms": 161.67, "p95_ms": 131.435}, "read_interval": {"avg_ms": 121.172, "count": 247, "max_ms": 226.161, "p95_ms": 159.041}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 247, "max_ms": 0.085, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.378, "count": 247, "max_ms": 7.197, "p95_ms": 5.361}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 247, "max_ms": 0.063, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.361, "count": 247, "max_ms": 7.183, "p95_ms": 5.327}, "worker_merge_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.056, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.089, "count": 247, "max_ms": 92.328, "p95_ms": 71.926}, "visualize": {"avg_ms": 40.226, "count": 247, "max_ms": 75.963, "p95_ms": 52.825}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.681, "count": 247, "max_ms": 57.276, "p95_ms": 43.096}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.634, "count": 247, "max_ms": 73.542, "p95_ms": 50.912}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 247, "max_ms": 5.72, "p95_ms": 2.398}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.504, "count": 247, "max_ms": 73.35, "p95_ms": 50.721}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 247, "max_ms": 0.228, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.021, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.196, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 884936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107164, "write_bytes_delta": 107164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.394624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33594, "reason": null, "system_cpu_core_ratio": 0.037868, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.356756, "user_cpu_s_delta": 7.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.829123, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46171.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603396, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.225727, "user_cpu_s_delta": 24.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.386, "count": 232, "max_ms": 10.503, "p95_ms": 5.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.56, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.401, "key_count": 1, "max": 6.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.401, "max": 6.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.474, "count": 30, "max": 52.785, "p95": 51.058, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 25.288, "p95": 24.533, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.267, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 158.833, "count": 30, "max": 1635.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.067, "count": 30, "max": 46171.0, "p95": 29.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.337, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7356, "sampled_at": "2026-10-31T17:18:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:18:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1507637, "flush_count": 1604, "flush_interval_seconds": 30.0, "flush_state": {"count": 1604, "last_at": "2026-10-31T17:17:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:17:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1603}, "started": true, "suppressed_count": 883761, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 883619}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1604, "written_record_count": 1604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7286.293, "limit_mb": null}, "detail": {"pid": 33772, "restart_count": 138, "start_count": 139}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2447461785600, "copied_frame_count": 885222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2447461785600, "frame_buffer_copies": 885222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 0.534, "p50_ms": 0.0867, "p95_ms": 0.1888, "p99_ms": 0.2896}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.563, "count": 512, "max_ms": 4.6637, "p50_ms": 1.3941, "p95_ms": 2.7483, "p99_ms": 4.0468, "results": {"failed": 0, "not_applicable": 0, "success": 885222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 424, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:18:40+09:00", "last_error_summary": "[h264 @ 0x5c342b39f240] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5c342b39f240] error while decoding MB 93 63, bytestream -6 [h264 @ 0x5c342b4c7380] error while decoding MB 19 52, bytestream -10", "last_exit_at": "2026-10-31T17:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:18:43+09:00", "pid": 33772, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.453, "name": "ffmpeg", "pid": 33772, "rss_mb": 209.453, "state": "S (sleeping)", "threads": 70}, "restart_count": 138, "restart_count_per_hour": 15, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.639, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 885222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.506, "last_frame_pushed_at": "2026-10-31T17:18:41+09:00", "last_frame_read_age_sec": 4.633, "last_frame_read_at": "2026-10-31T17:18:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.25, "last_sample_duration_ms": 816.759, "last_trigger": "periodic", "next_snapshot_in_sec": 36.75, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 160, "storage_bytes": 2556354}, "mjpeg": {"age_sec": 4.496, "exists": true, "mtime": "2026-10-31T17:18:41.032338+09:00", "mtime_epoch": 1793434721.0323381, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:18:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1283.336, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 885222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.868, "max": 20.0, "p95": 16.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.807, "max": 5.0, "p95": 4.0, "sample_count": 212}, "total": {"avg": 2.807, "max": 5.0, "p95": 4.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.316, "max": 2.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.038, "max": 2.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.316, "max": 2.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.083, "pushed": 7.083, "read": 7.05}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.026, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4582.244, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.79, "count": 211, "max_ms": 6.729, "p95_ms": 2.683, "reason": null, "sample_age_ms": 4636.847, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 211, "max_ms": 6.423, "p95_ms": 1.831, "reason": null, "sample_age_ms": 4637.097, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 212, "max_ms": 0.999, "p95_ms": 0.661, "reason": null, "sample_age_ms": 4582.254, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.727, "count": 211, "max_ms": 3.859, "p95_ms": 2.858, "reason": null, "sample_age_ms": 4635.432, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4635.41, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4582.638, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.356, "count": 212, "max_ms": 88.917, "p95_ms": 67.747, "reason": null, "sample_age_ms": 4582.239, "source": "client_direct"}, "sample_age_ms": 4582.233, "source": "client_direct", "task_total_ms": {"avg_ms": 49.594, "count": 212, "max_ms": 91.622, "p95_ms": 70.196, "reason": null, "sample_age_ms": 4582.233, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.463, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.154, "count": 212, "max_ms": 18.47, "p95_ms": 12.368}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.463, "count": 212, "max_ms": 1.997, "p95_ms": 0.827}, "detection_prepare_ms": {"avg_ms": 1.593, "count": 212, "max_ms": 7.919, "p95_ms": 2.816}, "event_filter_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.043, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.396, "count": 212, "max_ms": 0.834, "p95_ms": 0.654}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.408, "count": 212, "max_ms": 7.249, "p95_ms": 5.278}, "setup_ms": {"avg_ms": 0.043, "count": 212, "max_ms": 0.116, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.096, "count": 212, "max_ms": 18.368, "p95_ms": 12.269}, "track_match_ms": {"avg_ms": 0.107, "count": 212, "max_ms": 0.405, "p95_ms": 0.216}, "tracker_update_ms": {"avg_ms": 2.077, "count": 212, "max_ms": 7.027, "p95_ms": 3.406}}, "gstreamer_push": {"avg_ms": 3.261, "count": 212, "max_ms": 7.272, "p95_ms": 5.542}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 212, "max_ms": 0.24, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.782, "count": 212, "max_ms": 92.315, "p95_ms": 72.136}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.196, "count": 212, "max_ms": 15.644, "p95_ms": 9.714}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.076, "count": 212, "max_ms": 152.639, "p95_ms": 125.213}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 212, "max_ms": 4.795, "p95_ms": 2.753}, "processing_residual_ms": {"avg_ms": 0.196, "count": 212, "max_ms": 0.462, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.111, "count": 212, "max_ms": 156.746, "p95_ms": 131.186}, "read_interval": {"avg_ms": 120.298, "count": 211, "max_ms": 195.629, "p95_ms": 156.154}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 212, "max_ms": 0.085, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.335, "count": 212, "max_ms": 7.197, "p95_ms": 5.22}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 212, "max_ms": 0.058, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.317, "count": 212, "max_ms": 7.183, "p95_ms": 5.205}, "worker_merge_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.056, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.796, "count": 212, "max_ms": 92.328, "p95_ms": 72.142}, "visualize": {"avg_ms": 39.911, "count": 212, "max_ms": 60.533, "p95_ms": 51.972}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.423, "count": 212, "max_ms": 52.162, "p95_ms": 43.037}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.32, "count": 212, "max_ms": 58.976, "p95_ms": 50.215}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 212, "max_ms": 5.72, "p95_ms": 2.421}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.19, "count": 212, "max_ms": 58.831, "p95_ms": 50.11}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 212, "max_ms": 0.228, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.021, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.196, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 884936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107164, "write_bytes_delta": 107164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.394624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 33594, "reason": null, "system_cpu_core_ratio": 0.037868, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.356756, "user_cpu_s_delta": 7.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.829123, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46171.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603396, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.225727, "user_cpu_s_delta": 24.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.386, "count": 232, "max_ms": 10.503, "p95_ms": 5.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.56, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.401, "key_count": 1, "max": 6.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.401, "max": 6.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.474, "count": 30, "max": 52.785, "p95": 51.058, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 25.288, "p95": 24.533, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.267, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 158.833, "count": 30, "max": 1635.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.051, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.449, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.521, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105498.5, "count": 30, "max": 110826.0, "p95": 108804.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.067, "count": 30, "max": 46171.0, "p95": 29.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.337, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7356, "sampled_at": "2026-10-31T17:18:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:18:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1510662, "flush_count": 1607, "flush_interval_seconds": 30.0, "flush_state": {"count": 1607, "last_at": "2026-10-31T17:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1606}, "started": true, "suppressed_count": 884820, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 884678}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1607, "written_record_count": 1607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7068.484, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x64ccd59e8fc0] cabac decode of qscale diff failed at 104 60 [h264 @ 0x64ccd59e8fc0] error while decoding MB 104 60, bytestream 5660 [h264 @ 0x64ccd4ef1a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x64ccd4ef1a80] error while decoding MB 0 55, bytestream 10151 [h264 @ 0x64ccd4eb5540] cabac decode of qscale diff failed at 39 65 [h264 @ 0x64ccd4eb5540] error while decoding MB 39 65, bytestream 4391 [in#0/rtsp @ 0x64ccd4da3e00] Error during demuxing: Connection timed ou", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2450395238400, "copied_frame_count": 886283, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2450395238400, "frame_buffer_copies": 886283, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1055, "count": 512, "max_ms": 0.4703, "p50_ms": 0.0946, "p95_ms": 0.1959, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.493, "count": 512, "max_ms": 3.9536, "p50_ms": 1.3958, "p95_ms": 2.3998, "p99_ms": 3.0645, "results": {"failed": 0, "not_applicable": 0, "success": 886283, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:21:31+09:00", "last_error_summary": "[h264 @ 0x64ccd59e8fc0] cabac decode of qscale diff failed at 104 60 [h264 @ 0x64ccd59e8fc0] error while decoding MB 104 60, bytestream 5660 [h264 @ 0x64ccd4ef1a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x64ccd4ef1a80] error while decoding MB 0 55, bytestream 10151 [h264 @ 0x64ccd4eb5540] cabac decode of qscale diff failed at 39 65 [h264 @ 0x64ccd4eb5540] error while decoding MB 39 65, bytestream 4391 [in#0/rtsp @ 0x64ccd4da3e00] Error during demuxing: Connection timed ou", "last_exit_at": "2026-10-31T17:18:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.961, "last_started_at": "2026-10-31T17:18:43+09:00", "pid": 33772, "process": {"exists": false, "pid": 33772}, "restart_count": 138, "restart_count_per_hour": 15, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-10-31T17:21:31+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-31T17:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 127.971, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 472.029, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-31T17:21:31.395367+09:00", "mtime_epoch": 1793434891.3953671, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107903}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:21:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.16, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 886284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.137, "max": 8.0, "p95": 7.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.548, "max": 4.0, "p95": 2.0, "sample_count": 73}, "total": {"avg": 1.548, "max": 4.0, "p95": 2.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.178, "max": 2.0, "p95": 2.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.178, "max": 2.0, "p95": 2.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 74, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.576, "pushed": 2.576, "read": 2.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 74, "client_acquire_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 45.347, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.846, "count": 74, "max_ms": 3.692, "p95_ms": 3.024, "reason": null, "sample_age_ms": 94.607, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 74, "max_ms": 3.367, "p95_ms": 2.468, "reason": null, "sample_age_ms": 94.888, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 74, "max_ms": 0.84, "p95_ms": 0.559, "reason": null, "sample_age_ms": 45.361, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 74, "max_ms": 2.94, "p95_ms": 2.61, "reason": null, "sample_age_ms": 93.633, "source": "client_direct"}, "request_count": 74, "request_tensor_bytes": {"avg": 2764808.0, "count": 74, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.613, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.937, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.467, "count": 74, "max_ms": 73.526, "p95_ms": 66.149, "reason": null, "sample_age_ms": 45.343, "source": "client_direct"}, "sample_age_ms": 45.339, "source": "client_direct", "task_total_ms": {"avg_ms": 47.759, "count": 74, "max_ms": 75.704, "p95_ms": 68.884, "reason": null, "sample_age_ms": 45.339, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.652, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.772, "count": 73, "max_ms": 11.781, "p95_ms": 9.992}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.433, "count": 73, "max_ms": 1.148, "p95_ms": 0.857}, "detection_prepare_ms": {"avg_ms": 1.447, "count": 73, "max_ms": 2.808, "p95_ms": 2.617}, "event_filter_ms": {"avg_ms": 0.005, "count": 73, "max_ms": 0.018, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.209, "count": 73, "max_ms": 0.771, "p95_ms": 0.449}, "mcmt_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.584, "count": 73, "max_ms": 4.847, "p95_ms": 3.448}, "setup_ms": {"avg_ms": 0.049, "count": 73, "max_ms": 0.139, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 5.709, "count": 73, "max_ms": 11.683, "p95_ms": 9.867}, "track_match_ms": {"avg_ms": 0.141, "count": 73, "max_ms": 0.361, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.836, "count": 73, "max_ms": 4.342, "p95_ms": 3.251}}, "gstreamer_push": {"avg_ms": 3.275, "count": 73, "max_ms": 6.347, "p95_ms": 5.489}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 73, "max_ms": 0.612, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.951, "count": 73, "max_ms": 76.534, "p95_ms": 71.62}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.4, "count": 73, "max_ms": 13.861, "p95_ms": 10.717}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.262, "count": 73, "max_ms": 127.628, "p95_ms": 119.905}, "inference_input_copy_ms": {"avg_ms": 1.715, "count": 73, "max_ms": 3.97, "p95_ms": 2.7}, "processing_residual_ms": {"avg_ms": 0.242, "count": 73, "max_ms": 0.562, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.618, "count": 73, "max_ms": 131.295, "p95_ms": 125.891}, "read_interval": {"avg_ms": 421.477, "count": 74, "max_ms": 19967.458, "p95_ms": 189.463}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 73, "max_ms": 0.059, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.51, "count": 73, "max_ms": 4.787, "p95_ms": 3.348}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 73, "max_ms": 0.048, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.491, "count": 73, "max_ms": 4.771, "p95_ms": 3.323}, "worker_merge_ms": {"avg_ms": 0.008, "count": 73, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.966, "count": 73, "max_ms": 76.566, "p95_ms": 71.632}, "visualize": {"avg_ms": 38.334, "count": 73, "max_ms": 64.375, "p95_ms": 51.789}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.581, "count": 73, "max_ms": 47.261, "p95_ms": 43.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.743, "count": 73, "max_ms": 62.507, "p95_ms": 50.382}, "visualize_input_copy_ms": {"avg_ms": 1.375, "count": 73, "max_ms": 2.577, "p95_ms": 2.269}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.608, "count": 73, "max_ms": 62.287, "p95_ms": 50.241}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 73, "max_ms": 0.168, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105551, "write_bytes_delta": 105551, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 189.0, "cpu_core_ratio": 0.109992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6564.0, "pid": 33772, "reason": null, "system_cpu_core_ratio": 0.040066, "system_cpu_s_delta": 1.0599999999999987, "user_cpu_core_ratio": 0.069926, "user_cpu_s_delta": 1.8500000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.43203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.131915, "system_cpu_s_delta": 3.4899999999979627, "user_cpu_core_ratio": 0.300115, "user_cpu_s_delta": 7.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.231, "count": 64, "max_ms": 6.347, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.062, "max": 7.0, "p95": 7.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.531, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.531, "max": 4.0, "p95": 3.0, "sample_count": 64}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.323, "count": 30, "max": 54.976, "p95": 52.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.465, "count": 30, "max": 24.858, "p95": 24.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.0, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.867, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.423, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.436, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1552.367, "count": 30, "max": 46171.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.129, "count": 30, "max": 1.337, "p95": 1.288, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7368, "sampled_at": "2026-10-31T17:21:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:21:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.343, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1510662, "flush_count": 1607, "flush_interval_seconds": 30.0, "flush_state": {"count": 1607, "last_at": "2026-10-31T17:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1606}, "started": true, "suppressed_count": 884820, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 884678}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1607, "written_record_count": 1607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7068.699, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:21:31+09:00", "last_error_summary": "[h264 @ 0x64ccd59e8fc0] cabac decode of qscale diff failed at 104 60 [h264 @ 0x64ccd59e8fc0] error while decoding MB 104 60, bytestream 5660 [h264 @ 0x64ccd4ef1a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x64ccd4ef1a80] error while decoding MB 0 55, bytestream 10151 [h264 @ 0x64ccd4eb5540] cabac decode of qscale diff failed at 39 65 [h264 @ 0x64ccd4eb5540] error while decoding MB 39 65, bytestream 4391 [in#0/rtsp @ 0x64ccd4da3e00] Error during demuxing: Connection timed ou", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2450398003200, "copied_frame_count": 886284, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2450398003200, "frame_buffer_copies": 886284, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1057, "count": 512, "max_ms": 0.4703, "p50_ms": 0.0948, "p95_ms": 0.1959, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4982, "count": 512, "max_ms": 3.9536, "p50_ms": 1.3998, "p95_ms": 2.4122, "p99_ms": 3.0964, "results": {"failed": 0, "not_applicable": 0, "success": 886284, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:21:31+09:00", "last_error_summary": "[h264 @ 0x64ccd59e8fc0] cabac decode of qscale diff failed at 104 60 [h264 @ 0x64ccd59e8fc0] error while decoding MB 104 60, bytestream 5660 [h264 @ 0x64ccd4ef1a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x64ccd4ef1a80] error while decoding MB 0 55, bytestream 10151 [h264 @ 0x64ccd4eb5540] cabac decode of qscale diff failed at 39 65 [h264 @ 0x64ccd4eb5540] error while decoding MB 39 65, bytestream 4391 [in#0/rtsp @ 0x64ccd4da3e00] Error during demuxing: Connection timed ou", "last_exit_at": "2026-10-31T17:21:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.008, "last_started_at": "2026-10-31T17:18:43+09:00", "pid": 33772, "process": {"exists": false, "pid": 33772}, "restart_count": 138, "restart_count_per_hour": 15, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.485, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-31T17:21:31+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-31T17:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 128.005, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 471.995, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-31T17:21:31.532368+09:00", "mtime_epoch": 1793434891.5323682, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108268}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:21:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.16, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 886284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.149, "max": 8.0, "p95": 7.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.554, "max": 4.0, "p95": 2.0, "sample_count": 74}, "total": {"avg": 1.554, "max": 4.0, "p95": 2.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.176, "max": 2.0, "p95": 2.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.176, "max": 2.0, "p95": 2.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 74, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.607, "pushed": 2.607, "read": 2.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 74, "client_acquire_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 93.246, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.846, "count": 74, "max_ms": 3.692, "p95_ms": 3.024, "reason": null, "sample_age_ms": 142.506, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 74, "max_ms": 3.367, "p95_ms": 2.468, "reason": null, "sample_age_ms": 142.787, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 74, "max_ms": 0.84, "p95_ms": 0.559, "reason": null, "sample_age_ms": 93.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 74, "max_ms": 2.94, "p95_ms": 2.61, "reason": null, "sample_age_ms": 141.532, "source": "client_direct"}, "request_count": 74, "request_tensor_bytes": {"avg": 2764808.0, "count": 74, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.513, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.836, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.467, "count": 74, "max_ms": 73.526, "p95_ms": 66.149, "reason": null, "sample_age_ms": 93.242, "source": "client_direct"}, "sample_age_ms": 93.238, "source": "client_direct", "task_total_ms": {"avg_ms": 47.759, "count": 74, "max_ms": 75.704, "p95_ms": 68.884, "reason": null, "sample_age_ms": 93.238, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.779, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.82, "count": 74, "max_ms": 11.781, "p95_ms": 9.992}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.442, "count": 74, "max_ms": 1.155, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 1.445, "count": 74, "max_ms": 2.808, "p95_ms": 2.617}, "event_filter_ms": {"avg_ms": 0.005, "count": 74, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.214, "count": 74, "max_ms": 0.771, "p95_ms": 0.492}, "mcmt_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.622, "count": 74, "max_ms": 4.847, "p95_ms": 3.741}, "setup_ms": {"avg_ms": 0.048, "count": 74, "max_ms": 0.139, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 5.756, "count": 74, "max_ms": 11.683, "p95_ms": 9.867}, "track_match_ms": {"avg_ms": 0.142, "count": 74, "max_ms": 0.361, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.832, "count": 74, "max_ms": 4.342, "p95_ms": 3.251}}, "gstreamer_push": {"avg_ms": 3.281, "count": 74, "max_ms": 6.347, "p95_ms": 5.489}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 74, "max_ms": 0.612, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.967, "count": 74, "max_ms": 76.534, "p95_ms": 71.62}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.405, "count": 74, "max_ms": 13.861, "p95_ms": 10.717}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.529, "count": 74, "max_ms": 127.628, "p95_ms": 119.905}, "inference_input_copy_ms": {"avg_ms": 1.71, "count": 74, "max_ms": 3.97, "p95_ms": 2.7}, "processing_residual_ms": {"avg_ms": 0.241, "count": 74, "max_ms": 0.562, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.885, "count": 74, "max_ms": 131.295, "p95_ms": 125.891}, "read_interval": {"avg_ms": 421.477, "count": 74, "max_ms": 19967.458, "p95_ms": 189.463}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 74, "max_ms": 0.059, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.546, "count": 74, "max_ms": 4.787, "p95_ms": 3.663}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 74, "max_ms": 0.048, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.528, "count": 74, "max_ms": 4.771, "p95_ms": 3.643}, "worker_merge_ms": {"avg_ms": 0.008, "count": 74, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.982, "count": 74, "max_ms": 76.566, "p95_ms": 71.632}, "visualize": {"avg_ms": 38.537, "count": 74, "max_ms": 64.375, "p95_ms": 53.336}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.745, "count": 74, "max_ms": 47.261, "p95_ms": 44.478}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.939, "count": 74, "max_ms": 62.507, "p95_ms": 51.286}, "visualize_input_copy_ms": {"avg_ms": 1.377, "count": 74, "max_ms": 2.577, "p95_ms": 2.269}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.804, "count": 74, "max_ms": 62.287, "p95_ms": 51.089}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 74, "max_ms": 0.168, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105551, "write_bytes_delta": 105551, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 189.0, "cpu_core_ratio": 0.109992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6564.0, "pid": 33772, "reason": null, "system_cpu_core_ratio": 0.040066, "system_cpu_s_delta": 1.0599999999999987, "user_cpu_core_ratio": 0.069926, "user_cpu_s_delta": 1.8500000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.43203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.131915, "system_cpu_s_delta": 3.4899999999979627, "user_cpu_core_ratio": 0.300115, "user_cpu_s_delta": 7.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.231, "count": 64, "max_ms": 6.347, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.062, "max": 7.0, "p95": 7.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.531, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.531, "max": 4.0, "p95": 3.0, "sample_count": 64}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.323, "count": 30, "max": 54.976, "p95": 52.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.465, "count": 30, "max": 24.858, "p95": 24.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.0, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.867, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.423, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.436, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1552.367, "count": 30, "max": 46171.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.129, "count": 30, "max": 1.337, "p95": 1.288, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7368, "sampled_at": "2026-10-31T17:21:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:21:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.39, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1510662, "flush_count": 1607, "flush_interval_seconds": 30.0, "flush_state": {"count": 1607, "last_at": "2026-10-31T17:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1606}, "started": true, "suppressed_count": 884820, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 884678}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1607, "written_record_count": 1607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7083.996, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2450398003200, "copied_frame_count": 886284, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2450398003200, "frame_buffer_copies": 886284, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1057, "count": 512, "max_ms": 0.4703, "p50_ms": 0.0948, "p95_ms": 0.1959, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4982, "count": 512, "max_ms": 3.9536, "p50_ms": 1.3998, "p95_ms": 2.4122, "p99_ms": 3.0964, "results": {"failed": 0, "not_applicable": 0, "success": 886284, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:21:31+09:00", "last_error_summary": "[h264 @ 0x64ccd59e8fc0] cabac decode of qscale diff failed at 104 60 [h264 @ 0x64ccd59e8fc0] error while decoding MB 104 60, bytestream 5660 [h264 @ 0x64ccd4ef1a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x64ccd4ef1a80] error while decoding MB 0 55, bytestream 10151 [h264 @ 0x64ccd4eb5540] cabac decode of qscale diff failed at 39 65 [h264 @ 0x64ccd4eb5540] error while decoding MB 39 65, bytestream 4391 [in#0/rtsp @ 0x64ccd4da3e00] Error during demuxing: Connection timed ou", "last_exit_at": "2026-10-31T17:21:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.041, "last_started_at": "2026-10-31T17:18:43+09:00", "pid": 33772, "process": {"exists": false, "pid": 33772}, "restart_count": 138, "restart_count_per_hour": 15, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-31T17:21:31+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-10-31T17:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 128.028, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 471.972, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-31T17:21:31.532368+09:00", "mtime_epoch": 1793434891.5323682, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108268}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:21:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.16, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 886284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.149, "max": 8.0, "p95": 7.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.554, "max": 4.0, "p95": 2.0, "sample_count": 74}, "total": {"avg": 1.554, "max": 4.0, "p95": 2.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.176, "max": 2.0, "p95": 2.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.176, "max": 2.0, "p95": 2.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 74, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.604, "pushed": 2.604, "read": 2.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 74, "client_acquire_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 124.418, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.846, "count": 74, "max_ms": 3.692, "p95_ms": 3.024, "reason": null, "sample_age_ms": 173.678, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 74, "max_ms": 3.367, "p95_ms": 2.468, "reason": null, "sample_age_ms": 173.959, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 74, "max_ms": 0.84, "p95_ms": 0.559, "reason": null, "sample_age_ms": 124.433, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 74, "max_ms": 2.94, "p95_ms": 2.61, "reason": null, "sample_age_ms": 172.704, "source": "client_direct"}, "request_count": 74, "request_tensor_bytes": {"avg": 2764808.0, "count": 74, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.685, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.008, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.467, "count": 74, "max_ms": 73.526, "p95_ms": 66.149, "reason": null, "sample_age_ms": 124.414, "source": "client_direct"}, "sample_age_ms": 124.41, "source": "client_direct", "task_total_ms": {"avg_ms": 47.759, "count": 74, "max_ms": 75.704, "p95_ms": 68.884, "reason": null, "sample_age_ms": 124.41, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.634, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.82, "count": 74, "max_ms": 11.781, "p95_ms": 9.992}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.442, "count": 74, "max_ms": 1.155, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 1.445, "count": 74, "max_ms": 2.808, "p95_ms": 2.617}, "event_filter_ms": {"avg_ms": 0.005, "count": 74, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.214, "count": 74, "max_ms": 0.771, "p95_ms": 0.492}, "mcmt_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.622, "count": 74, "max_ms": 4.847, "p95_ms": 3.741}, "setup_ms": {"avg_ms": 0.048, "count": 74, "max_ms": 0.139, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 5.756, "count": 74, "max_ms": 11.683, "p95_ms": 9.867}, "track_match_ms": {"avg_ms": 0.142, "count": 74, "max_ms": 0.361, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.832, "count": 74, "max_ms": 4.342, "p95_ms": 3.251}}, "gstreamer_push": {"avg_ms": 3.281, "count": 74, "max_ms": 6.347, "p95_ms": 5.489}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 74, "max_ms": 0.612, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.967, "count": 74, "max_ms": 76.534, "p95_ms": 71.62}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.405, "count": 74, "max_ms": 13.861, "p95_ms": 10.717}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.529, "count": 74, "max_ms": 127.628, "p95_ms": 119.905}, "inference_input_copy_ms": {"avg_ms": 1.71, "count": 74, "max_ms": 3.97, "p95_ms": 2.7}, "processing_residual_ms": {"avg_ms": 0.241, "count": 74, "max_ms": 0.562, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.885, "count": 74, "max_ms": 131.295, "p95_ms": 125.891}, "read_interval": {"avg_ms": 421.477, "count": 74, "max_ms": 19967.458, "p95_ms": 189.463}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 74, "max_ms": 0.059, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.546, "count": 74, "max_ms": 4.787, "p95_ms": 3.663}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 74, "max_ms": 0.048, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.528, "count": 74, "max_ms": 4.771, "p95_ms": 3.643}, "worker_merge_ms": {"avg_ms": 0.008, "count": 74, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.982, "count": 74, "max_ms": 76.566, "p95_ms": 71.632}, "visualize": {"avg_ms": 38.537, "count": 74, "max_ms": 64.375, "p95_ms": 53.336}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.745, "count": 74, "max_ms": 47.261, "p95_ms": 44.478}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.939, "count": 74, "max_ms": 62.507, "p95_ms": 51.286}, "visualize_input_copy_ms": {"avg_ms": 1.377, "count": 74, "max_ms": 2.577, "p95_ms": 2.269}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.804, "count": 74, "max_ms": 62.287, "p95_ms": 51.089}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 74, "max_ms": 0.168, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105551, "write_bytes_delta": 105551, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 189.0, "cpu_core_ratio": 0.109992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6564.0, "pid": 33772, "reason": null, "system_cpu_core_ratio": 0.040066, "system_cpu_s_delta": 1.0599999999999987, "user_cpu_core_ratio": 0.069926, "user_cpu_s_delta": 1.8500000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.43203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.131915, "system_cpu_s_delta": 3.4899999999979627, "user_cpu_core_ratio": 0.300115, "user_cpu_s_delta": 7.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.231, "count": 64, "max_ms": 6.347, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.062, "max": 7.0, "p95": 7.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.531, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.531, "max": 4.0, "p95": 3.0, "sample_count": 64}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.323, "count": 30, "max": 54.976, "p95": 52.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.465, "count": 30, "max": 24.858, "p95": 24.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.0, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.867, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.423, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.436, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1552.367, "count": 30, "max": 46171.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.129, "count": 30, "max": 1.337, "p95": 1.288, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7368, "sampled_at": "2026-10-31T17:21:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:21:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.422, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1510662, "flush_count": 1607, "flush_interval_seconds": 30.0, "flush_state": {"count": 1607, "last_at": "2026-10-31T17:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1606}, "started": true, "suppressed_count": 884820, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 884678}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1607, "written_record_count": 1607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7258.227, "limit_mb": null}, "detail": {"pid": 33888, "restart_count": 139, "start_count": 140}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2450398003200, "copied_frame_count": 886284, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2450398003200, "frame_buffer_copies": 886284, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1057, "count": 512, "max_ms": 0.4703, "p50_ms": 0.0948, "p95_ms": 0.1959, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4982, "count": 512, "max_ms": 3.9536, "p50_ms": 1.3998, "p95_ms": 2.4122, "p99_ms": 3.0964, "results": {"failed": 0, "not_applicable": 0, "success": 886284, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:21:31+09:00", "last_error_summary": "[h264 @ 0x64ccd59e8fc0] cabac decode of qscale diff failed at 104 60 [h264 @ 0x64ccd59e8fc0] error while decoding MB 104 60, bytestream 5660 [h264 @ 0x64ccd4ef1a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x64ccd4ef1a80] error while decoding MB 0 55, bytestream 10151 [h264 @ 0x64ccd4eb5540] cabac decode of qscale diff failed at 39 65 [h264 @ 0x64ccd4eb5540] error while decoding MB 39 65, bytestream 4391 [in#0/rtsp @ 0x64ccd4da3e00] Error during demuxing: Connection timed ou", "last_exit_at": "2026-10-31T17:21:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:21:34+09:00", "pid": 33888, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.246, "name": "ffmpeg", "pid": 33888, "rss_mb": 209.246, "state": "S (sleeping)", "threads": 70}, "restart_count": 139, "restart_count_per_hour": 15, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.953, "last_frame_pushed_at": "2026-10-31T17:21:31+09:00", "last_frame_read_age_sec": 5.08, "last_frame_read_at": "2026-10-31T17:21:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 132.943, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 467.057, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 4.943, "exists": true, "mtime": "2026-10-31T17:21:31.532368+09:00", "mtime_epoch": 1793434891.5323682, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108268}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:21:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.164, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 886284, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.239, "max": 8.0, "p95": 7.0, "sample_count": 46}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.5, "max": 2.0, "p95": 2.0, "sample_count": 46}, "total": {"avg": 1.5, "max": 2.0, "p95": 2.0, "sample_count": 46}}, "tracking_counts": {"active": {"avg": 1.239, "max": 2.0, "p95": 2.0, "sample_count": 46}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 46}, "tracked": {"avg": 1.239, "max": 2.0, "p95": 2.0, "sample_count": 46}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.537, "pushed": 1.537, "read": 1.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 45, "client_acquire_ms": {"avg_ms": 0.006, "count": 46, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 5034.123, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.837, "count": 45, "max_ms": 3.692, "p95_ms": 3.291, "reason": null, "sample_age_ms": 5083.383, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 45, "max_ms": 3.367, "p95_ms": 2.393, "reason": null, "sample_age_ms": 5083.664, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 46, "max_ms": 0.84, "p95_ms": 0.577, "reason": null, "sample_age_ms": 5034.137, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.802, "count": 45, "max_ms": 2.86, "p95_ms": 2.61, "reason": null, "sample_age_ms": 5082.409, "source": "client_direct"}, "request_count": 45, "request_tensor_bytes": {"avg": 2764808.0, "count": 45, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5082.389, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 46, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5034.713, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.78, "count": 46, "max_ms": 73.526, "p95_ms": 66.401, "reason": null, "sample_age_ms": 5034.119, "source": "client_direct"}, "sample_age_ms": 5034.115, "source": "client_direct", "task_total_ms": {"avg_ms": 49.115, "count": 46, "max_ms": 75.704, "p95_ms": 68.788, "reason": null, "sample_age_ms": 5034.115, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.262, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.682, "count": 46, "max_ms": 9.992, "p95_ms": 9.365}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.471, "count": 46, "max_ms": 1.155, "p95_ms": 0.96}, "detection_prepare_ms": {"avg_ms": 1.451, "count": 46, "max_ms": 2.742, "p95_ms": 2.424}, "event_filter_ms": {"avg_ms": 0.006, "count": 46, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.191, "count": 46, "max_ms": 0.582, "p95_ms": 0.359}, "mcmt_ms": {"avg_ms": 0.004, "count": 46, "max_ms": 0.01, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.639, "count": 46, "max_ms": 4.419, "p95_ms": 3.448}, "setup_ms": {"avg_ms": 0.046, "count": 46, "max_ms": 0.139, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 5.616, "count": 46, "max_ms": 9.867, "p95_ms": 9.221}, "track_match_ms": {"avg_ms": 0.141, "count": 46, "max_ms": 0.279, "p95_ms": 0.259}, "tracker_update_ms": {"avg_ms": 1.666, "count": 46, "max_ms": 3.251, "p95_ms": 2.588}}, "gstreamer_push": {"avg_ms": 3.115, "count": 46, "max_ms": 6.343, "p95_ms": 5.278}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 46, "max_ms": 0.612, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.383, "count": 46, "max_ms": 76.534, "p95_ms": 71.62}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.15, "count": 46, "max_ms": 10.821, "p95_ms": 10.187}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.009, "count": 46, "max_ms": 127.628, "p95_ms": 118.087}, "inference_input_copy_ms": {"avg_ms": 1.648, "count": 46, "max_ms": 3.254, "p95_ms": 2.69}, "processing_residual_ms": {"avg_ms": 0.215, "count": 46, "max_ms": 0.562, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.022, "count": 46, "max_ms": 131.295, "p95_ms": 124.258}, "read_interval": {"avg_ms": 554.197, "count": 45, "max_ms": 19967.458, "p95_ms": 170.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 46, "max_ms": 0.049, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.559, "count": 46, "max_ms": 4.224, "p95_ms": 3.348}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 46, "max_ms": 0.048, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.541, "count": 46, "max_ms": 4.188, "p95_ms": 3.323}, "worker_merge_ms": {"avg_ms": 0.009, "count": 46, "max_ms": 0.026, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.399, "count": 46, "max_ms": 76.566, "p95_ms": 71.632}, "visualize": {"avg_ms": 36.734, "count": 46, "max_ms": 53.336, "p95_ms": 51.376}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.39, "count": 46, "max_ms": 44.751, "p95_ms": 43.283}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.186, "count": 46, "max_ms": 51.286, "p95_ms": 49.444}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 46, "max_ms": 2.269, "p95_ms": 2.025}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.055, "count": 46, "max_ms": 51.089, "p95_ms": 49.295}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 46, "max_ms": 0.164, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.332, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.533, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 886271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105551, "write_bytes_delta": 105551, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 189.0, "cpu_core_ratio": 0.109992, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6564.0, "pid": 33772, "reason": null, "system_cpu_core_ratio": 0.040066, "system_cpu_s_delta": 1.0599999999999987, "user_cpu_core_ratio": 0.069926, "user_cpu_s_delta": 1.8500000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.43203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.131915, "system_cpu_s_delta": 3.4899999999979627, "user_cpu_core_ratio": 0.300115, "user_cpu_s_delta": 7.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.231, "count": 64, "max_ms": 6.347, "p95_ms": 5.489, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.062, "max": 7.0, "p95": 7.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.531, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.531, "max": 4.0, "p95": 3.0, "sample_count": 64}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.323, "count": 30, "max": 54.976, "p95": 52.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.465, "count": 30, "max": 24.858, "p95": 24.427, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.0, "count": 30, "max": 1136.0, "p95": 1111.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.867, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.423, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.436, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107493.833, "count": 30, "max": 121127.0, "p95": 111420.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1552.367, "count": 30, "max": 46171.0, "p95": 34.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.623, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.129, "count": 30, "max": 1.337, "p95": 1.288, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7368, "sampled_at": "2026-10-31T17:21:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:21:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1513606, "flush_count": 1610, "flush_interval_seconds": 30.0, "flush_state": {"count": 1610, "last_at": "2026-10-31T17:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1609}, "started": true, "suppressed_count": 886225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 886083}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1610, "written_record_count": 1610}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7091.266, "limit_mb": null}, "detail": {"h264_decode_error_count": 10, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f7ac17a4980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac17a4980] error while decoding MB 0 59, bytestream 1328 [h264 @ 0x5f7ac17b8b40] cabac decode of qscale diff failed at 99 49 [h264 @ 0x5f7ac17b8b40] error while decoding MB 99 49, bytestream 5894 [h264 @ 0x5f7ac1825cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac1825cc0] error while decoding MB 0 53, bytestream 3173 [h264 @ 0x5f7ac18451c0] left block unavailable for requested intr", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2454288076800, "copied_frame_count": 887691, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2454288076800, "frame_buffer_copies": 887691, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1053, "count": 512, "max_ms": 0.3273, "p50_ms": 0.0951, "p95_ms": 0.1919, "p99_ms": 0.271}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.521, "count": 512, "max_ms": 4.9323, "p50_ms": 1.4338, "p95_ms": 2.4463, "p99_ms": 2.763, "results": {"failed": 0, "not_applicable": 0, "success": 887691, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:24:47+09:00", "last_error_summary": "[h264 @ 0x5f7ac17a4980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac17a4980] error while decoding MB 0 59, bytestream 1328 [h264 @ 0x5f7ac17b8b40] cabac decode of qscale diff failed at 99 49 [h264 @ 0x5f7ac17b8b40] error while decoding MB 99 49, bytestream 5894 [h264 @ 0x5f7ac1825cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac1825cc0] error while decoding MB 0 53, bytestream 3173 [h264 @ 0x5f7ac18451c0] left block unavailable for requested intr", "last_exit_at": "2026-10-31T17:21:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.985, "last_started_at": "2026-10-31T17:21:34+09:00", "pid": 33888, "process": {"exists": false, "pid": 33888}, "restart_count": 139, "restart_count_per_hour": 15, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.553, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-31T17:24:47+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-31T17:24:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.932, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 276.068, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-31T17:24:47.385520+09:00", "mtime_epoch": 1793435087.3855205, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103336}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:24:47+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.836, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 887692, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.33, "max": 11.0, "p95": 7.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.587, "max": 2.0, "p95": 2.0, "sample_count": 80}, "total": {"avg": 1.309, "max": 2.0, "p95": 2.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.234, "pushed": 3.267, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.007, "count": 98, "max_ms": 0.062, "p95_ms": 0.013, "reason": null, "sample_age_ms": 33.423, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 98, "max_ms": 4.966, "p95_ms": 2.816, "reason": null, "sample_age_ms": 83.587, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 98, "max_ms": 3.233, "p95_ms": 1.971, "reason": null, "sample_age_ms": 83.896, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 98, "max_ms": 1.872, "p95_ms": 0.65, "reason": null, "sample_age_ms": 33.439, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.87, "count": 98, "max_ms": 3.619, "p95_ms": 2.948, "reason": null, "sample_age_ms": 82.334, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.318, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.891, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.021, "count": 98, "max_ms": 80.326, "p95_ms": 63.718, "reason": null, "sample_age_ms": 33.416, "source": "client_direct"}, "sample_age_ms": 33.409, "source": "client_direct", "task_total_ms": {"avg_ms": 48.448, "count": 98, "max_ms": 82.521, "p95_ms": 66.877, "reason": null, "sample_age_ms": 33.409, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.363, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.842, "count": 97, "max_ms": 17.122, "p95_ms": 8.468}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 97, "max_ms": 1.132, "p95_ms": 0.774}, "detection_prepare_ms": {"avg_ms": 1.286, "count": 97, "max_ms": 5.59, "p95_ms": 2.5}, "event_filter_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 97, "max_ms": 0.875, "p95_ms": 0.506}, "mcmt_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.35, "count": 97, "max_ms": 3.667, "p95_ms": 3.056}, "setup_ms": {"avg_ms": 0.045, "count": 97, "max_ms": 0.111, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 4.792, "count": 97, "max_ms": 17.037, "p95_ms": 8.391}, "track_match_ms": {"avg_ms": 0.07, "count": 97, "max_ms": 0.324, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.371, "count": 97, "max_ms": 5.425, "p95_ms": 2.332}}, "gstreamer_push": {"avg_ms": 3.075, "count": 98, "max_ms": 9.005, "p95_ms": 4.915}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 97, "max_ms": 0.114, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.727, "count": 97, "max_ms": 83.367, "p95_ms": 69.411}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.467, "count": 97, "max_ms": 11.18, "p95_ms": 8.649}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.886, "count": 97, "max_ms": 130.58, "p95_ms": 119.099}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 97, "max_ms": 4.361, "p95_ms": 3.174}, "processing_residual_ms": {"avg_ms": 0.189, "count": 97, "max_ms": 0.881, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.308, "count": 97, "max_ms": 136.64, "p95_ms": 124.293}, "read_interval": {"avg_ms": 306.164, "count": 98, "max_ms": 10133.839, "p95_ms": 160.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 97, "max_ms": 0.037, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.286, "count": 97, "max_ms": 3.556, "p95_ms": 2.961}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 97, "max_ms": 0.079, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.27, "count": 97, "max_ms": 3.528, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 49.741, "count": 97, "max_ms": 83.377, "p95_ms": 69.42}, "visualize": {"avg_ms": 37.17, "count": 97, "max_ms": 58.439, "p95_ms": 53.022}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.52, "count": 97, "max_ms": 50.445, "p95_ms": 43.469}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.846, "count": 97, "max_ms": 57.015, "p95_ms": 50.731}, "visualize_input_copy_ms": {"avg_ms": 1.131, "count": 97, "max_ms": 3.161, "p95_ms": 2.195}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.724, "count": 97, "max_ms": 56.87, "p95_ms": 50.548}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 97, "max_ms": 0.182, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.594, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.564, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104207, "write_bytes_delta": 104207, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.117994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2280.0, "pid": 33888, "reason": null, "system_cpu_core_ratio": 0.025737, "system_cpu_s_delta": 0.6500000000000021, "user_cpu_core_ratio": 0.092257, "user_cpu_s_delta": 2.3300000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.424856, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.128684, "system_cpu_s_delta": 3.25, "user_cpu_core_ratio": 0.296172, "user_cpu_s_delta": 7.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.06, "count": 99, "max_ms": 9.005, "p95_ms": 4.868, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.616, "max": 11.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.561, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.293, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.923, "count": 30, "max": 65.449, "p95": 52.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.692, "count": 30, "max": 24.666, "p95": 23.063, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 612.733, "count": 30, "max": 1092.0, "p95": 1079.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1489.233, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.423, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.449, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.033, "count": 30, "max": 46171.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.603, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.302, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7384, "sampled_at": "2026-10-31T17:24:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:24:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1513606, "flush_count": 1610, "flush_interval_seconds": 30.0, "flush_state": {"count": 1610, "last_at": "2026-10-31T17:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1609}, "started": true, "suppressed_count": 886225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 886083}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1610, "written_record_count": 1610}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7078.664, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:24:47+09:00", "last_error_summary": "[h264 @ 0x5f7ac17a4980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac17a4980] error while decoding MB 0 59, bytestream 1328 [h264 @ 0x5f7ac17b8b40] cabac decode of qscale diff failed at 99 49 [h264 @ 0x5f7ac17b8b40] error while decoding MB 99 49, bytestream 5894 [h264 @ 0x5f7ac1825cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac1825cc0] error while decoding MB 0 53, bytestream 3173 [h264 @ 0x5f7ac18451c0] left block unavailable for requested intr", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2454290841600, "copied_frame_count": 887692, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2454290841600, "frame_buffer_copies": 887692, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1054, "count": 512, "max_ms": 0.3273, "p50_ms": 0.0952, "p95_ms": 0.1919, "p99_ms": 0.271}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.522, "count": 512, "max_ms": 4.9323, "p50_ms": 1.4351, "p95_ms": 2.4463, "p99_ms": 2.763, "results": {"failed": 0, "not_applicable": 0, "success": 887692, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:24:47+09:00", "last_error_summary": "[h264 @ 0x5f7ac17a4980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac17a4980] error while decoding MB 0 59, bytestream 1328 [h264 @ 0x5f7ac17b8b40] cabac decode of qscale diff failed at 99 49 [h264 @ 0x5f7ac17b8b40] error while decoding MB 99 49, bytestream 5894 [h264 @ 0x5f7ac1825cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac1825cc0] error while decoding MB 0 53, bytestream 3173 [h264 @ 0x5f7ac18451c0] left block unavailable for requested intr", "last_exit_at": "2026-10-31T17:24:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 193.039, "last_started_at": "2026-10-31T17:21:34+09:00", "pid": 33888, "process": {"exists": false, "pid": 33888}, "restart_count": 139, "restart_count_per_hour": 15, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.553, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T17:24:47+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-31T17:24:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.975, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 276.025, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-10-31T17:24:47.385520+09:00", "mtime_epoch": 1793435087.3855205, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103336}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:24:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 887692, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.306, "max": 11.0, "p95": 7.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.593, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.316, "max": 2.0, "p95": 2.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.274, "pushed": 3.274, "read": 3.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.007, "count": 98, "max_ms": 0.062, "p95_ms": 0.013, "reason": null, "sample_age_ms": 82.475, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 97, "max_ms": 4.966, "p95_ms": 2.821, "reason": null, "sample_age_ms": 132.639, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 97, "max_ms": 3.233, "p95_ms": 1.98, "reason": null, "sample_age_ms": 132.948, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 98, "max_ms": 1.872, "p95_ms": 0.65, "reason": null, "sample_age_ms": 82.491, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.86, "count": 97, "max_ms": 3.619, "p95_ms": 2.949, "reason": null, "sample_age_ms": 131.386, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 131.37, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.943, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.021, "count": 98, "max_ms": 80.326, "p95_ms": 63.718, "reason": null, "sample_age_ms": 82.468, "source": "client_direct"}, "sample_age_ms": 82.461, "source": "client_direct", "task_total_ms": {"avg_ms": 48.448, "count": 98, "max_ms": 82.521, "p95_ms": 66.877, "reason": null, "sample_age_ms": 82.461, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.742, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.866, "count": 98, "max_ms": 17.122, "p95_ms": 8.468}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 98, "max_ms": 1.132, "p95_ms": 0.774}, "detection_prepare_ms": {"avg_ms": 1.291, "count": 98, "max_ms": 5.59, "p95_ms": 2.5}, "event_filter_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 98, "max_ms": 0.875, "p95_ms": 0.506}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.364, "count": 98, "max_ms": 3.667, "p95_ms": 3.056}, "setup_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.111, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 4.816, "count": 98, "max_ms": 17.037, "p95_ms": 8.391}, "track_match_ms": {"avg_ms": 0.07, "count": 98, "max_ms": 0.324, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.376, "count": 98, "max_ms": 5.425, "p95_ms": 2.332}}, "gstreamer_push": {"avg_ms": 3.056, "count": 98, "max_ms": 9.005, "p95_ms": 4.868}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.114, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.74, "count": 98, "max_ms": 83.367, "p95_ms": 69.411}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.474, "count": 98, "max_ms": 11.18, "p95_ms": 8.649}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.138, "count": 98, "max_ms": 130.58, "p95_ms": 119.099}, "inference_input_copy_ms": {"avg_ms": 1.76, "count": 98, "max_ms": 4.361, "p95_ms": 3.174}, "processing_residual_ms": {"avg_ms": 0.188, "count": 98, "max_ms": 0.881, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.559, "count": 98, "max_ms": 136.64, "p95_ms": 124.293}, "read_interval": {"avg_ms": 308.349, "count": 97, "max_ms": 10133.839, "p95_ms": 160.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 98, "max_ms": 0.043, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.3, "count": 98, "max_ms": 3.556, "p95_ms": 2.961}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 98, "max_ms": 0.079, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.283, "count": 98, "max_ms": 3.528, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.007, "count": 98, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 49.754, "count": 98, "max_ms": 83.377, "p95_ms": 69.42}, "visualize": {"avg_ms": 37.387, "count": 98, "max_ms": 58.439, "p95_ms": 53.06}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.667, "count": 98, "max_ms": 50.445, "p95_ms": 44.168}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.061, "count": 98, "max_ms": 57.015, "p95_ms": 50.741}, "visualize_input_copy_ms": {"avg_ms": 1.132, "count": 98, "max_ms": 3.161, "p95_ms": 2.195}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.94, "count": 98, "max_ms": 56.87, "p95_ms": 50.575}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 98, "max_ms": 0.182, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.594, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.564, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104207, "write_bytes_delta": 104207, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.117994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2280.0, "pid": 33888, "reason": null, "system_cpu_core_ratio": 0.025737, "system_cpu_s_delta": 0.6500000000000021, "user_cpu_core_ratio": 0.092257, "user_cpu_s_delta": 2.3300000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.424856, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.128684, "system_cpu_s_delta": 3.25, "user_cpu_core_ratio": 0.296172, "user_cpu_s_delta": 7.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.06, "count": 99, "max_ms": 9.005, "p95_ms": 4.868, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.616, "max": 11.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.561, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.293, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.923, "count": 30, "max": 65.449, "p95": 52.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.692, "count": 30, "max": 24.666, "p95": 23.063, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 612.733, "count": 30, "max": 1092.0, "p95": 1079.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1489.233, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.423, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.449, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.033, "count": 30, "max": 46171.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.603, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.302, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7384, "sampled_at": "2026-10-31T17:24:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:24:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1513606, "flush_count": 1610, "flush_interval_seconds": 30.0, "flush_state": {"count": 1610, "last_at": "2026-10-31T17:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1609}, "started": true, "suppressed_count": 886225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 886083}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1610, "written_record_count": 1610}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7088.508, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2454290841600, "copied_frame_count": 887692, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2454290841600, "frame_buffer_copies": 887692, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1054, "count": 512, "max_ms": 0.3273, "p50_ms": 0.0952, "p95_ms": 0.1919, "p99_ms": 0.271}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.522, "count": 512, "max_ms": 4.9323, "p50_ms": 1.4351, "p95_ms": 2.4463, "p99_ms": 2.763, "results": {"failed": 0, "not_applicable": 0, "success": 887692, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:24:47+09:00", "last_error_summary": "[h264 @ 0x5f7ac17a4980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac17a4980] error while decoding MB 0 59, bytestream 1328 [h264 @ 0x5f7ac17b8b40] cabac decode of qscale diff failed at 99 49 [h264 @ 0x5f7ac17b8b40] error while decoding MB 99 49, bytestream 5894 [h264 @ 0x5f7ac1825cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac1825cc0] error while decoding MB 0 53, bytestream 3173 [h264 @ 0x5f7ac18451c0] left block unavailable for requested intr", "last_exit_at": "2026-10-31T17:24:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 193.063, "last_started_at": "2026-10-31T17:21:34+09:00", "pid": 33888, "process": {"exists": false, "pid": 33888}, "restart_count": 139, "restart_count_per_hour": 15, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.553, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-31T17:24:47+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-31T17:24:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 323.994, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 276.006, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-31T17:24:47.520521+09:00", "mtime_epoch": 1793435087.5205212, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104790}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:24:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 887692, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.306, "max": 11.0, "p95": 7.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.593, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.316, "max": 2.0, "p95": 2.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.272, "pushed": 3.272, "read": 3.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.062, "p95_ms": 0.013, "reason": null, "sample_age_ms": 103.092, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 97, "max_ms": 4.966, "p95_ms": 2.821, "reason": null, "sample_age_ms": 153.257, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 97, "max_ms": 3.233, "p95_ms": 1.98, "reason": null, "sample_age_ms": 153.565, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 97, "max_ms": 1.872, "p95_ms": 0.65, "reason": null, "sample_age_ms": 103.109, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.86, "count": 97, "max_ms": 3.619, "p95_ms": 2.949, "reason": null, "sample_age_ms": 152.003, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.987, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.561, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.933, "count": 97, "max_ms": 80.326, "p95_ms": 63.738, "reason": null, "sample_age_ms": 103.085, "source": "client_direct"}, "sample_age_ms": 103.078, "source": "client_direct", "task_total_ms": {"avg_ms": 48.352, "count": 97, "max_ms": 82.521, "p95_ms": 66.899, "reason": null, "sample_age_ms": 103.078, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.505, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.866, "count": 98, "max_ms": 17.122, "p95_ms": 8.468}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 98, "max_ms": 1.132, "p95_ms": 0.774}, "detection_prepare_ms": {"avg_ms": 1.291, "count": 98, "max_ms": 5.59, "p95_ms": 2.5}, "event_filter_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 98, "max_ms": 0.875, "p95_ms": 0.506}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.364, "count": 98, "max_ms": 3.667, "p95_ms": 3.056}, "setup_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.111, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 4.816, "count": 98, "max_ms": 17.037, "p95_ms": 8.391}, "track_match_ms": {"avg_ms": 0.07, "count": 98, "max_ms": 0.324, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.376, "count": 98, "max_ms": 5.425, "p95_ms": 2.332}}, "gstreamer_push": {"avg_ms": 3.056, "count": 98, "max_ms": 9.005, "p95_ms": 4.868}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.114, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.74, "count": 98, "max_ms": 83.367, "p95_ms": 69.411}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.474, "count": 98, "max_ms": 11.18, "p95_ms": 8.649}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.138, "count": 98, "max_ms": 130.58, "p95_ms": 119.099}, "inference_input_copy_ms": {"avg_ms": 1.76, "count": 98, "max_ms": 4.361, "p95_ms": 3.174}, "processing_residual_ms": {"avg_ms": 0.188, "count": 98, "max_ms": 0.881, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.559, "count": 98, "max_ms": 136.64, "p95_ms": 124.293}, "read_interval": {"avg_ms": 308.349, "count": 97, "max_ms": 10133.839, "p95_ms": 160.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 98, "max_ms": 0.043, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.3, "count": 98, "max_ms": 3.556, "p95_ms": 2.961}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 98, "max_ms": 0.079, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.283, "count": 98, "max_ms": 3.528, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.007, "count": 98, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 49.754, "count": 98, "max_ms": 83.377, "p95_ms": 69.42}, "visualize": {"avg_ms": 37.387, "count": 98, "max_ms": 58.439, "p95_ms": 53.06}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.667, "count": 98, "max_ms": 50.445, "p95_ms": 44.168}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.061, "count": 98, "max_ms": 57.015, "p95_ms": 50.741}, "visualize_input_copy_ms": {"avg_ms": 1.132, "count": 98, "max_ms": 3.161, "p95_ms": 2.195}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.94, "count": 98, "max_ms": 56.87, "p95_ms": 50.575}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 98, "max_ms": 0.182, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.594, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.564, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104207, "write_bytes_delta": 104207, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.117994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2280.0, "pid": 33888, "reason": null, "system_cpu_core_ratio": 0.025737, "system_cpu_s_delta": 0.6500000000000021, "user_cpu_core_ratio": 0.092257, "user_cpu_s_delta": 2.3300000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.424856, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.128684, "system_cpu_s_delta": 3.25, "user_cpu_core_ratio": 0.296172, "user_cpu_s_delta": 7.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.06, "count": 99, "max_ms": 9.005, "p95_ms": 4.868, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.616, "max": 11.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.561, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.293, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.923, "count": 30, "max": 65.449, "p95": 52.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.692, "count": 30, "max": 24.666, "p95": 23.063, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 612.733, "count": 30, "max": 1092.0, "p95": 1079.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1489.233, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.423, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.449, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.033, "count": 30, "max": 46171.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.603, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.302, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7384, "sampled_at": "2026-10-31T17:24:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:24:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1513606, "flush_count": 1610, "flush_interval_seconds": 30.0, "flush_state": {"count": 1610, "last_at": "2026-10-31T17:23:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:23:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1609}, "started": true, "suppressed_count": 886225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 886083}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1610, "written_record_count": 1610}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7246.578, "limit_mb": null}, "detail": {"pid": 34004, "restart_count": 140, "start_count": 141}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2454290841600, "copied_frame_count": 887692, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2454290841600, "frame_buffer_copies": 887692, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1054, "count": 512, "max_ms": 0.3273, "p50_ms": 0.0952, "p95_ms": 0.1919, "p99_ms": 0.271}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.522, "count": 512, "max_ms": 4.9323, "p50_ms": 1.4351, "p95_ms": 2.4463, "p99_ms": 2.763, "results": {"failed": 0, "not_applicable": 0, "success": 887692, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:24:47+09:00", "last_error_summary": "[h264 @ 0x5f7ac17a4980] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac17a4980] error while decoding MB 0 59, bytestream 1328 [h264 @ 0x5f7ac17b8b40] cabac decode of qscale diff failed at 99 49 [h264 @ 0x5f7ac17b8b40] error while decoding MB 99 49, bytestream 5894 [h264 @ 0x5f7ac1825cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f7ac1825cc0] error while decoding MB 0 53, bytestream 3173 [h264 @ 0x5f7ac18451c0] left block unavailable for requested intr", "last_exit_at": "2026-10-31T17:24:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:24:50+09:00", "pid": 34004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.148, "name": "ffmpeg", "pid": 34004, "rss_mb": 206.148, "state": "S (sleeping)", "threads": 70}, "restart_count": 140, "restart_count_per_hour": 16, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.564, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.737, "last_frame_pushed_at": "2026-10-31T17:24:47+09:00", "last_frame_read_age_sec": 4.864, "last_frame_read_at": "2026-10-31T17:24:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.715, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 271.285, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 4.727, "exists": true, "mtime": "2026-10-31T17:24:47.520521+09:00", "mtime_epoch": 1793435087.5205212, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104790}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:24:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1244.836, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 887692, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.431, "max": 7.0, "p95": 7.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.415, "max": 2.0, "p95": 2.0, "sample_count": 41}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.937, "pushed": 1.937, "read": 1.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4816.591, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.746, "count": 57, "max_ms": 4.966, "p95_ms": 2.484, "reason": null, "sample_age_ms": 4866.755, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 57, "max_ms": 2.127, "p95_ms": 1.869, "reason": null, "sample_age_ms": 4867.064, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.386, "count": 58, "max_ms": 1.872, "p95_ms": 0.632, "reason": null, "sample_age_ms": 4816.607, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.931, "count": 57, "max_ms": 3.508, "p95_ms": 2.949, "reason": null, "sample_age_ms": 4865.501, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4865.485, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4817.059, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.806, "count": 58, "max_ms": 80.326, "p95_ms": 64.09, "reason": null, "sample_age_ms": 4816.584, "source": "client_direct"}, "sample_age_ms": 4816.576, "source": "client_direct", "task_total_ms": {"avg_ms": 48.286, "count": 58, "max_ms": 82.521, "p95_ms": 67.512, "reason": null, "sample_age_ms": 4816.576, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.031, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.884, "count": 58, "max_ms": 8.781, "p95_ms": 7.457}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 58, "max_ms": 0.791, "p95_ms": 0.634}, "detection_prepare_ms": {"avg_ms": 1.046, "count": 58, "max_ms": 2.478, "p95_ms": 2.142}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.014, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 58, "max_ms": 0.637, "p95_ms": 0.513}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.01, "count": 58, "max_ms": 3.434, "p95_ms": 3.056}, "setup_ms": {"avg_ms": 0.044, "count": 58, "max_ms": 0.108, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.836, "count": 58, "max_ms": 8.727, "p95_ms": 7.402}, "track_match_ms": {"avg_ms": 0.051, "count": 58, "max_ms": 0.141, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.122, "count": 58, "max_ms": 2.346, "p95_ms": 2.28}}, "gstreamer_push": {"avg_ms": 3.109, "count": 58, "max_ms": 9.005, "p95_ms": 4.921}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 58, "max_ms": 0.114, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.438, "count": 58, "max_ms": 83.367, "p95_ms": 69.687}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.121, "count": 58, "max_ms": 10.552, "p95_ms": 7.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.215, "count": 58, "max_ms": 125.066, "p95_ms": 117.537}, "inference_input_copy_ms": {"avg_ms": 1.761, "count": 58, "max_ms": 4.361, "p95_ms": 3.293}, "processing_residual_ms": {"avg_ms": 0.172, "count": 58, "max_ms": 0.324, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.269, "count": 58, "max_ms": 130.533, "p95_ms": 121.929}, "read_interval": {"avg_ms": 441.822, "count": 57, "max_ms": 10133.839, "p95_ms": 201.135}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 58, "max_ms": 0.043, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.949, "count": 58, "max_ms": 3.299, "p95_ms": 2.961}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 58, "max_ms": 0.079, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.933, "count": 58, "max_ms": 3.266, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.028, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 49.453, "count": 58, "max_ms": 83.377, "p95_ms": 69.701}, "visualize": {"avg_ms": 34.85, "count": 58, "max_ms": 58.425, "p95_ms": 44.44}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.065, "count": 58, "max_ms": 46.945, "p95_ms": 39.375}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.728, "count": 58, "max_ms": 56.959, "p95_ms": 43.28}, "visualize_input_copy_ms": {"avg_ms": 0.935, "count": 58, "max_ms": 3.161, "p95_ms": 2.069}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.619, "count": 58, "max_ms": 56.827, "p95_ms": 43.139}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 58, "max_ms": 0.127, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1244.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.594, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.564, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 887686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104207, "write_bytes_delta": 104207, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 246.0, "cpu_core_ratio": 0.117994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2280.0, "pid": 33888, "reason": null, "system_cpu_core_ratio": 0.025737, "system_cpu_s_delta": 0.6500000000000021, "user_cpu_core_ratio": 0.092257, "user_cpu_s_delta": 2.3300000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.424856, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.128684, "system_cpu_s_delta": 3.25, "user_cpu_core_ratio": 0.296172, "user_cpu_s_delta": 7.480000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.06, "count": 99, "max_ms": 9.005, "p95_ms": 4.868, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.616, "max": 11.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.561, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.293, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.923, "count": 30, "max": 65.449, "p95": 52.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.692, "count": 30, "max": 24.666, "p95": 23.063, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 612.733, "count": 30, "max": 1092.0, "p95": 1079.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1489.233, "count": 30, "max": 12571.0, "p95": 7602.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.423, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.449, "p95": 0.433, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108006.167, "count": 30, "max": 121127.0, "p95": 116999.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1551.033, "count": 30, "max": 46171.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.603, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.302, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7384, "sampled_at": "2026-10-31T17:24:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:24:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1518630, "flush_count": 1615, "flush_interval_seconds": 30.0, "flush_state": {"count": 1615, "last_at": "2026-10-31T17:28:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:28:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1614}, "started": true, "suppressed_count": 888463, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 888321}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1615, "written_record_count": 1615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7091.305, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fc3e82acfc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e82acfc0] error while decoding MB 0 46, bytestream 1416 [h264 @ 0x5fc3e8342280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e8342280] error while decoding MB 0 67, bytestream 8975 [h264 @ 0x5fc3e8305d40] error while decoding MB 98 61, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2460489523200, "copied_frame_count": 889934, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2460489523200, "frame_buffer_copies": 889934, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 0.28, "p50_ms": 0.0935, "p95_ms": 0.187, "p99_ms": 0.2555}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4361, "count": 512, "max_ms": 3.8502, "p50_ms": 1.3599, "p95_ms": 2.2667, "p99_ms": 2.8258, "results": {"failed": 0, "not_applicable": 0, "success": 889934, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:29:16+09:00", "last_error_summary": "[h264 @ 0x5fc3e82acfc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e82acfc0] error while decoding MB 0 46, bytestream 1416 [h264 @ 0x5fc3e8342280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e8342280] error while decoding MB 0 67, bytestream 8975 [h264 @ 0x5fc3e8305d40] error while decoding MB 98 61, bytestream -5", "last_exit_at": "2026-10-31T17:24:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.738, "last_started_at": "2026-10-31T17:24:50+09:00", "pid": 34004, "process": {"exists": false, "pid": 34004}, "restart_count": 140, "restart_count_per_hour": 15, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.077, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.17, "last_frame_pushed_at": "2026-10-31T17:29:16+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-31T17:29:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 593.452, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 6.548, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-10-31T17:29:16.827070+09:00", "mtime_epoch": 1793435356.8270702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100571}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:29:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1245.922, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 889935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.762, "max": 14.0, "p95": 13.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "by_category.소형선박": {"avg": 1.051, "max": 2.0, "p95": 2.0, "sample_count": 99}, "total": {"avg": 1.374, "max": 3.0, "p95": 2.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.971, "max": 3.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.971, "max": 3.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 207, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.144, "pushed": 8.144, "read": 8.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 35.178, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 207, "max_ms": 11.584, "p95_ms": 2.427, "reason": null, "sample_age_ms": 111.125, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 207, "max_ms": 10.925, "p95_ms": 1.853, "reason": null, "sample_age_ms": 111.784, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 207, "max_ms": 1.623, "p95_ms": 0.618, "reason": null, "sample_age_ms": 35.189, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.74, "count": 207, "max_ms": 3.555, "p95_ms": 2.747, "reason": null, "sample_age_ms": 109.868, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.847, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.465, "count": 207, "max_ms": 74.027, "p95_ms": 63.639, "reason": null, "sample_age_ms": 35.173, "source": "client_direct"}, "sample_age_ms": 35.169, "source": "client_direct", "task_total_ms": {"avg_ms": 46.709, "count": 207, "max_ms": 75.936, "p95_ms": 65.797, "reason": null, "sample_age_ms": 35.169, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.5, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.151, "count": 206, "max_ms": 16.316, "p95_ms": 11.517}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.373, "count": 206, "max_ms": 0.939, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 1.35, "count": 206, "max_ms": 7.253, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 206, "max_ms": 0.59, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.685, "count": 206, "max_ms": 6.764, "p95_ms": 5.395}, "setup_ms": {"avg_ms": 0.039, "count": 206, "max_ms": 0.202, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 6.095, "count": 206, "max_ms": 16.245, "p95_ms": 11.396}, "track_match_ms": {"avg_ms": 0.093, "count": 206, "max_ms": 0.563, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.348, "count": 206, "max_ms": 4.859, "p95_ms": 2.391}}, "gstreamer_push": {"avg_ms": 2.894, "count": 206, "max_ms": 6.406, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 206, "max_ms": 0.961, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.628, "count": 206, "max_ms": 76.294, "p95_ms": 66.838}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.753, "count": 206, "max_ms": 11.967, "p95_ms": 8.384}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.571, "count": 206, "max_ms": 126.536, "p95_ms": 110.995}, "inference_input_copy_ms": {"avg_ms": 1.61, "count": 206, "max_ms": 3.504, "p95_ms": 2.699}, "processing_residual_ms": {"avg_ms": 0.227, "count": 206, "max_ms": 0.601, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.161, "count": 206, "max_ms": 132.171, "p95_ms": 117.286}, "read_interval": {"avg_ms": 148.654, "count": 207, "max_ms": 5594.745, "p95_ms": 154.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 206, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.612, "count": 206, "max_ms": 6.578, "p95_ms": 5.272}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 206, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.594, "count": 206, "max_ms": 6.565, "p95_ms": 5.23}, "worker_merge_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.055, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.64, "count": 206, "max_ms": 76.308, "p95_ms": 66.851}, "visualize": {"avg_ms": 34.631, "count": 206, "max_ms": 56.857, "p95_ms": 45.751}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.95, "count": 206, "max_ms": 47.901, "p95_ms": 39.635}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.263, "count": 206, "max_ms": 53.169, "p95_ms": 44.284}, "visualize_input_copy_ms": {"avg_ms": 1.185, "count": 206, "max_ms": 5.072, "p95_ms": 2.011}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.149, "count": 206, "max_ms": 53.038, "p95_ms": 44.087}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 206, "max_ms": 0.157, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1245.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.982, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.091, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105758, "write_bytes_delta": 105758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.765785, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1288.0, "pid": 34004, "reason": null, "system_cpu_core_ratio": 0.331594, "system_cpu_s_delta": 8.080000000000002, "user_cpu_core_ratio": 0.434191, "user_cpu_s_delta": 10.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.10928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.3279, "system_cpu_s_delta": 7.989999999997963, "user_cpu_core_ratio": 0.781379, "user_cpu_s_delta": 19.039999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 199, "max_ms": 7.328, "p95_ms": 4.705, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.172, "max": 13.0, "p95": 8.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.038, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.838, "max": 3.0, "p95": 2.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 65.449, "p95": 55.533, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.715, "count": 30, "max": 24.018, "p95": 23.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.0, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 774.533, "count": 30, "max": 6564.0, "p95": 2252.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.332, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.087, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 46.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.219, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7396, "sampled_at": "2026-10-31T17:28:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:28:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.296, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1518630, "flush_count": 1615, "flush_interval_seconds": 30.0, "flush_state": {"count": 1615, "last_at": "2026-10-31T17:28:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:28:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1614}, "started": true, "suppressed_count": 888463, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 888321}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1615, "written_record_count": 1615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7081.852, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:29:16+09:00", "last_error_summary": "[h264 @ 0x5fc3e82acfc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e82acfc0] error while decoding MB 0 46, bytestream 1416 [h264 @ 0x5fc3e8342280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e8342280] error while decoding MB 0 67, bytestream 8975 [h264 @ 0x5fc3e8305d40] error while decoding MB 98 61, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2460492288000, "copied_frame_count": 889935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2460492288000, "frame_buffer_copies": 889935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 0.28, "p50_ms": 0.0935, "p95_ms": 0.187, "p99_ms": 0.2555}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4365, "count": 512, "max_ms": 3.8502, "p50_ms": 1.3599, "p95_ms": 2.2667, "p99_ms": 2.8258, "results": {"failed": 0, "not_applicable": 0, "success": 889935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:29:16+09:00", "last_error_summary": "[h264 @ 0x5fc3e82acfc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e82acfc0] error while decoding MB 0 46, bytestream 1416 [h264 @ 0x5fc3e8342280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e8342280] error while decoding MB 0 67, bytestream 8975 [h264 @ 0x5fc3e8305d40] error while decoding MB 98 61, bytestream -5", "last_exit_at": "2026-10-31T17:29:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.796, "last_started_at": "2026-10-31T17:24:50+09:00", "pid": 34004, "process": {"exists": false, "pid": 34004}, "restart_count": 140, "restart_count_per_hour": 15, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.177, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-31T17:29:17+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-31T17:29:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 593.53, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 6.47, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-10-31T17:29:16.827070+09:00", "mtime_epoch": 1793435356.8270702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100571}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:29:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1245.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 889935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.758, "max": 14.0, "p95": 13.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "by_category.소형선박": {"avg": 1.06, "max": 2.0, "p95": 2.0, "sample_count": 100}, "total": {"avg": 1.382, "max": 3.0, "p95": 2.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.976, "max": 3.0, "p95": 2.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.976, "max": 3.0, "p95": 2.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.165, "pushed": 8.165, "read": 8.165}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 103.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 207, "max_ms": 11.584, "p95_ms": 2.427, "reason": null, "sample_age_ms": 179.774, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 207, "max_ms": 10.925, "p95_ms": 1.853, "reason": null, "sample_age_ms": 180.433, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 207, "max_ms": 1.623, "p95_ms": 0.618, "reason": null, "sample_age_ms": 103.838, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.74, "count": 207, "max_ms": 3.555, "p95_ms": 2.747, "reason": null, "sample_age_ms": 178.517, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.496, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.399, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.465, "count": 207, "max_ms": 74.027, "p95_ms": 63.639, "reason": null, "sample_age_ms": 103.822, "source": "client_direct"}, "sample_age_ms": 103.818, "source": "client_direct", "task_total_ms": {"avg_ms": 46.709, "count": 207, "max_ms": 75.936, "p95_ms": 65.797, "reason": null, "sample_age_ms": 103.818, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.291, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.158, "count": 207, "max_ms": 16.316, "p95_ms": 11.517}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.373, "count": 207, "max_ms": 0.939, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 1.354, "count": 207, "max_ms": 7.253, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 207, "max_ms": 0.59, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.686, "count": 207, "max_ms": 6.764, "p95_ms": 5.395}, "setup_ms": {"avg_ms": 0.04, "count": 207, "max_ms": 0.202, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 6.102, "count": 207, "max_ms": 16.245, "p95_ms": 11.396}, "track_match_ms": {"avg_ms": 0.093, "count": 207, "max_ms": 0.563, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.35, "count": 207, "max_ms": 4.859, "p95_ms": 2.391}}, "gstreamer_push": {"avg_ms": 2.9, "count": 207, "max_ms": 6.406, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 207, "max_ms": 0.961, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.836, "count": 207, "max_ms": 90.755, "p95_ms": 66.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.76, "count": 207, "max_ms": 11.967, "p95_ms": 8.384}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.916, "count": 207, "max_ms": 160.98, "p95_ms": 111.673}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 207, "max_ms": 3.504, "p95_ms": 2.699}, "processing_residual_ms": {"avg_ms": 0.228, "count": 207, "max_ms": 0.601, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.514, "count": 207, "max_ms": 167.313, "p95_ms": 118.49}, "read_interval": {"avg_ms": 148.654, "count": 207, "max_ms": 5594.745, "p95_ms": 154.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 207, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.613, "count": 207, "max_ms": 6.578, "p95_ms": 5.272}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 207, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.595, "count": 207, "max_ms": 6.565, "p95_ms": 5.23}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.055, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.849, "count": 207, "max_ms": 90.78, "p95_ms": 66.871}, "visualize": {"avg_ms": 34.76, "count": 207, "max_ms": 61.257, "p95_ms": 46.634}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.022, "count": 207, "max_ms": 47.901, "p95_ms": 39.901}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.391, "count": 207, "max_ms": 59.764, "p95_ms": 45.244}, "visualize_input_copy_ms": {"avg_ms": 1.186, "count": 207, "max_ms": 5.072, "p95_ms": 2.011}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.276, "count": 207, "max_ms": 59.505, "p95_ms": 45.13}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 207, "max_ms": 0.157, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1245.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.982, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.091, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105758, "write_bytes_delta": 105758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.765785, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1288.0, "pid": 34004, "reason": null, "system_cpu_core_ratio": 0.331594, "system_cpu_s_delta": 8.080000000000002, "user_cpu_core_ratio": 0.434191, "user_cpu_s_delta": 10.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.10928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.3279, "system_cpu_s_delta": 7.989999999997963, "user_cpu_core_ratio": 0.781379, "user_cpu_s_delta": 19.039999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 199, "max_ms": 7.328, "p95_ms": 4.705, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.172, "max": 13.0, "p95": 8.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.038, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.838, "max": 3.0, "p95": 2.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 65.449, "p95": 55.533, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.715, "count": 30, "max": 24.018, "p95": 23.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.0, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 774.533, "count": 30, "max": 6564.0, "p95": 2252.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.332, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.087, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 46.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.219, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7396, "sampled_at": "2026-10-31T17:28:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:28:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.353, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1518630, "flush_count": 1615, "flush_interval_seconds": 30.0, "flush_state": {"count": 1615, "last_at": "2026-10-31T17:28:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:28:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1614}, "started": true, "suppressed_count": 888463, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 888321}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1615, "written_record_count": 1615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7082.297, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2460492288000, "copied_frame_count": 889935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2460492288000, "frame_buffer_copies": 889935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 0.28, "p50_ms": 0.0935, "p95_ms": 0.187, "p99_ms": 0.2555}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4365, "count": 512, "max_ms": 3.8502, "p50_ms": 1.3599, "p95_ms": 2.2667, "p99_ms": 2.8258, "results": {"failed": 0, "not_applicable": 0, "success": 889935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:29:16+09:00", "last_error_summary": "[h264 @ 0x5fc3e82acfc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e82acfc0] error while decoding MB 0 46, bytestream 1416 [h264 @ 0x5fc3e8342280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e8342280] error while decoding MB 0 67, bytestream 8975 [h264 @ 0x5fc3e8305d40] error while decoding MB 98 61, bytestream -5", "last_exit_at": "2026-10-31T17:29:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.848, "last_started_at": "2026-10-31T17:24:50+09:00", "pid": 34004, "process": {"exists": false, "pid": 34004}, "restart_count": 140, "restart_count_per_hour": 15, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.177, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-10-31T17:29:17+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-10-31T17:29:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 593.566, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 6.434, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-31T17:29:17.054071+09:00", "mtime_epoch": 1793435357.0540714, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101239}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:29:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1245.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 889935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.758, "max": 14.0, "p95": 13.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "by_category.소형선박": {"avg": 1.06, "max": 2.0, "p95": 2.0, "sample_count": 100}, "total": {"avg": 1.382, "max": 3.0, "p95": 2.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.976, "max": 3.0, "p95": 2.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.976, "max": 3.0, "p95": 2.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.148, "pushed": 8.148, "read": 8.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 148.239, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 207, "max_ms": 11.584, "p95_ms": 2.427, "reason": null, "sample_age_ms": 224.186, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 207, "max_ms": 10.925, "p95_ms": 1.853, "reason": null, "sample_age_ms": 224.844, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 207, "max_ms": 1.623, "p95_ms": 0.618, "reason": null, "sample_age_ms": 148.25, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.74, "count": 207, "max_ms": 3.555, "p95_ms": 2.747, "reason": null, "sample_age_ms": 222.929, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 222.908, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.81, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.465, "count": 207, "max_ms": 74.027, "p95_ms": 63.639, "reason": null, "sample_age_ms": 148.234, "source": "client_direct"}, "sample_age_ms": 148.23, "source": "client_direct", "task_total_ms": {"avg_ms": 46.709, "count": 207, "max_ms": 75.936, "p95_ms": 65.797, "reason": null, "sample_age_ms": 148.23, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.369, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.158, "count": 207, "max_ms": 16.316, "p95_ms": 11.517}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.373, "count": 207, "max_ms": 0.939, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 1.354, "count": 207, "max_ms": 7.253, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 207, "max_ms": 0.59, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.686, "count": 207, "max_ms": 6.764, "p95_ms": 5.395}, "setup_ms": {"avg_ms": 0.04, "count": 207, "max_ms": 0.202, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 6.102, "count": 207, "max_ms": 16.245, "p95_ms": 11.396}, "track_match_ms": {"avg_ms": 0.093, "count": 207, "max_ms": 0.563, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.35, "count": 207, "max_ms": 4.859, "p95_ms": 2.391}}, "gstreamer_push": {"avg_ms": 2.9, "count": 207, "max_ms": 6.406, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 207, "max_ms": 0.961, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.836, "count": 207, "max_ms": 90.755, "p95_ms": 66.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.76, "count": 207, "max_ms": 11.967, "p95_ms": 8.384}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.916, "count": 207, "max_ms": 160.98, "p95_ms": 111.673}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 207, "max_ms": 3.504, "p95_ms": 2.699}, "processing_residual_ms": {"avg_ms": 0.228, "count": 207, "max_ms": 0.601, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.514, "count": 207, "max_ms": 167.313, "p95_ms": 118.49}, "read_interval": {"avg_ms": 148.654, "count": 207, "max_ms": 5594.745, "p95_ms": 154.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 207, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.613, "count": 207, "max_ms": 6.578, "p95_ms": 5.272}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 207, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.595, "count": 207, "max_ms": 6.565, "p95_ms": 5.23}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.055, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.849, "count": 207, "max_ms": 90.78, "p95_ms": 66.871}, "visualize": {"avg_ms": 34.76, "count": 207, "max_ms": 61.257, "p95_ms": 46.634}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.022, "count": 207, "max_ms": 47.901, "p95_ms": 39.901}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.391, "count": 207, "max_ms": 59.764, "p95_ms": 45.244}, "visualize_input_copy_ms": {"avg_ms": 1.186, "count": 207, "max_ms": 5.072, "p95_ms": 2.011}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.276, "count": 207, "max_ms": 59.505, "p95_ms": 45.13}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 207, "max_ms": 0.157, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1245.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.982, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.091, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105758, "write_bytes_delta": 105758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.765785, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1288.0, "pid": 34004, "reason": null, "system_cpu_core_ratio": 0.331594, "system_cpu_s_delta": 8.080000000000002, "user_cpu_core_ratio": 0.434191, "user_cpu_s_delta": 10.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.10928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.3279, "system_cpu_s_delta": 7.989999999997963, "user_cpu_core_ratio": 0.781379, "user_cpu_s_delta": 19.039999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 199, "max_ms": 7.328, "p95_ms": 4.705, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.172, "max": 13.0, "p95": 8.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.038, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.838, "max": 3.0, "p95": 2.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 65.449, "p95": 55.533, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.715, "count": 30, "max": 24.018, "p95": 23.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.0, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 774.533, "count": 30, "max": 6564.0, "p95": 2252.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.332, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.087, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 46.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.219, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7396, "sampled_at": "2026-10-31T17:28:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:28:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.405, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1518630, "flush_count": 1615, "flush_interval_seconds": 30.0, "flush_state": {"count": 1615, "last_at": "2026-10-31T17:28:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:28:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1614}, "started": true, "suppressed_count": 888463, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 888321}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1615, "written_record_count": 1615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7255.852, "limit_mb": null}, "detail": {"pid": 34120, "restart_count": 141, "start_count": 142}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2460492288000, "copied_frame_count": 889935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2460492288000, "frame_buffer_copies": 889935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 0.28, "p50_ms": 0.0935, "p95_ms": 0.187, "p99_ms": 0.2555}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4365, "count": 512, "max_ms": 3.8502, "p50_ms": 1.3599, "p95_ms": 2.2667, "p99_ms": 2.8258, "results": {"failed": 0, "not_applicable": 0, "success": 889935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:29:16+09:00", "last_error_summary": "[h264 @ 0x5fc3e82acfc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e82acfc0] error while decoding MB 0 46, bytestream 1416 [h264 @ 0x5fc3e8342280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fc3e8342280] error while decoding MB 0 67, bytestream 8975 [h264 @ 0x5fc3e8305d40] error while decoding MB 98 61, bytestream -5", "last_exit_at": "2026-10-31T17:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:29:19+09:00", "pid": 34120, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.168, "name": "ffmpeg", "pid": 34120, "rss_mb": 209.168, "state": "S (sleeping)", "threads": 70}, "restart_count": 141, "restart_count_per_hour": 16, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.077, "sample_count": 2308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.429, "last_frame_pushed_at": "2026-10-31T17:29:17+09:00", "last_frame_read_age_sec": 4.603, "last_frame_read_at": "2026-10-31T17:29:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 597.951, "last_sample_duration_ms": 874.95, "last_trigger": "periodic", "next_snapshot_in_sec": 2.049, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 161, "storage_bytes": 2565919}, "mjpeg": {"age_sec": 4.415, "exists": true, "mtime": "2026-10-31T17:29:17.054071+09:00", "mtime_epoch": 1793435357.0540714, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101239}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:29:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1245.922, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 889935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.758, "max": 14.0, "p95": 13.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "by_category.소형선박": {"avg": 1.06, "max": 2.0, "p95": 2.0, "sample_count": 100}, "total": {"avg": 1.382, "max": 3.0, "p95": 2.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.976, "max": 3.0, "p95": 2.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.976, "max": 3.0, "p95": 2.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.951, "pushed": 6.951, "read": 6.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4529.174, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.758, "count": 207, "max_ms": 11.584, "p95_ms": 2.427, "reason": null, "sample_age_ms": 4605.122, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 207, "max_ms": 10.925, "p95_ms": 1.853, "reason": null, "sample_age_ms": 4605.78, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 207, "max_ms": 1.623, "p95_ms": 0.618, "reason": null, "sample_age_ms": 4529.186, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.74, "count": 207, "max_ms": 3.555, "p95_ms": 2.747, "reason": null, "sample_age_ms": 4603.864, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4603.843, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4529.746, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.465, "count": 207, "max_ms": 74.027, "p95_ms": 63.639, "reason": null, "sample_age_ms": 4529.17, "source": "client_direct"}, "sample_age_ms": 4529.166, "source": "client_direct", "task_total_ms": {"avg_ms": 46.709, "count": 207, "max_ms": 75.936, "p95_ms": 65.797, "reason": null, "sample_age_ms": 4529.166, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.051, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.158, "count": 207, "max_ms": 16.316, "p95_ms": 11.517}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.373, "count": 207, "max_ms": 0.939, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 1.354, "count": 207, "max_ms": 7.253, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 207, "max_ms": 0.59, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.686, "count": 207, "max_ms": 6.764, "p95_ms": 5.395}, "setup_ms": {"avg_ms": 0.04, "count": 207, "max_ms": 0.202, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 6.102, "count": 207, "max_ms": 16.245, "p95_ms": 11.396}, "track_match_ms": {"avg_ms": 0.093, "count": 207, "max_ms": 0.563, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.35, "count": 207, "max_ms": 4.859, "p95_ms": 2.391}}, "gstreamer_push": {"avg_ms": 2.9, "count": 207, "max_ms": 6.406, "p95_ms": 4.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 207, "max_ms": 0.961, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.836, "count": 207, "max_ms": 90.755, "p95_ms": 66.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.76, "count": 207, "max_ms": 11.967, "p95_ms": 8.384}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.916, "count": 207, "max_ms": 160.98, "p95_ms": 111.673}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 207, "max_ms": 3.504, "p95_ms": 2.699}, "processing_residual_ms": {"avg_ms": 0.228, "count": 207, "max_ms": 0.601, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.514, "count": 207, "max_ms": 167.313, "p95_ms": 118.49}, "read_interval": {"avg_ms": 148.654, "count": 207, "max_ms": 5594.745, "p95_ms": 154.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 207, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.613, "count": 207, "max_ms": 6.578, "p95_ms": 5.272}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 207, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.595, "count": 207, "max_ms": 6.565, "p95_ms": 5.23}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.055, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.849, "count": 207, "max_ms": 90.78, "p95_ms": 66.871}, "visualize": {"avg_ms": 34.76, "count": 207, "max_ms": 61.257, "p95_ms": 46.634}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.022, "count": 207, "max_ms": 47.901, "p95_ms": 39.901}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.391, "count": 207, "max_ms": 59.764, "p95_ms": 45.244}, "visualize_input_copy_ms": {"avg_ms": 1.186, "count": 207, "max_ms": 5.072, "p95_ms": 2.011}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.276, "count": 207, "max_ms": 59.505, "p95_ms": 45.13}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 207, "max_ms": 0.157, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1245.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.982, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.091, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 889729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105758, "write_bytes_delta": 105758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 679.0, "cpu_core_ratio": 0.765785, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1288.0, "pid": 34004, "reason": null, "system_cpu_core_ratio": 0.331594, "system_cpu_s_delta": 8.080000000000002, "user_cpu_core_ratio": 0.434191, "user_cpu_s_delta": 10.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.10928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.3279, "system_cpu_s_delta": 7.989999999997963, "user_cpu_core_ratio": 0.781379, "user_cpu_s_delta": 19.039999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 199, "max_ms": 7.328, "p95_ms": 4.705, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.172, "max": 13.0, "p95": 8.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.038, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.838, "max": 3.0, "p95": 2.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 65.449, "p95": 55.533, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.715, "count": 30, "max": 24.018, "p95": 23.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 678.0, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 774.533, "count": 30, "max": 6564.0, "p95": 2252.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.332, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.087, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106579.833, "count": 30, "max": 118011.0, "p95": 115387.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 46.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.453, "count": 30, "max": 0.543, "p95": 0.539, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.219, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7396, "sampled_at": "2026-10-31T17:28:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:28:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.78, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1522674, "flush_count": 1619, "flush_interval_seconds": 30.0, "flush_state": {"count": 1619, "last_at": "2026-10-31T17:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1618}, "started": true, "suppressed_count": 890276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 890134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1619, "written_record_count": 1619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7088.09, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5c62ba730b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c62ba730b80] error while decoding MB 0 64, bytestream 2343 [in#0/rtsp @ 0x5c62ba569e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c62ba569e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2465513164800, "copied_frame_count": 891751, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2465513164800, "frame_buffer_copies": 891751, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.3983, "p50_ms": 0.0967, "p95_ms": 0.1967, "p99_ms": 0.2575}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5425, "count": 512, "max_ms": 6.1571, "p50_ms": 1.4648, "p95_ms": 2.4035, "p99_ms": 2.7952, "results": {"failed": 0, "not_applicable": 0, "success": 891751, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 443, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:33:18+09:00", "last_error_summary": "[h264 @ 0x5c62ba730b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c62ba730b80] error while decoding MB 0 64, bytestream 2343 [in#0/rtsp @ 0x5c62ba569e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c62ba569e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T17:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 239.135, "last_started_at": "2026-10-31T17:29:19+09:00", "pid": 34120, "process": {"exists": false, "pid": 34120}, "restart_count": 141, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.703, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-31T17:33:18+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-10-31T17:33:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.496, "last_sample_duration_ms": 1034.719, "last_trigger": "periodic", "next_snapshot_in_sec": 366.504, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 162, "storage_bytes": 2575485}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-31T17:33:18.548438+09:00", "mtime_epoch": 1793435598.548438, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:33:18+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1246.777, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 891752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.822, "max": 17.0, "p95": 16.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.329, "max": 4.0, "p95": 4.0, "sample_count": 73}, "total": {"avg": 3.329, "max": 4.0, "p95": 4.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.397, "max": 3.0, "p95": 3.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.397, "max": 3.0, "p95": 3.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 74, "read_frames": 74, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.433, "pushed": 2.467, "read": 2.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 74, "client_acquire_ms": {"avg_ms": 0.007, "count": 74, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 19.431, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.951, "count": 74, "max_ms": 5.897, "p95_ms": 3.018, "reason": null, "sample_age_ms": 64.796, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 74, "max_ms": 4.556, "p95_ms": 2.464, "reason": null, "sample_age_ms": 65.089, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.431, "count": 74, "max_ms": 1.132, "p95_ms": 0.758, "reason": null, "sample_age_ms": 19.439, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.835, "count": 74, "max_ms": 3.597, "p95_ms": 2.855, "reason": null, "sample_age_ms": 62.856, "source": "client_direct"}, "request_count": 74, "request_tensor_bytes": {"avg": 2764808.0, "count": 74, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.835, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.644, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.481, "count": 74, "max_ms": 73.455, "p95_ms": 64.492, "reason": null, "sample_age_ms": 19.428, "source": "client_direct"}, "sample_age_ms": 19.424, "source": "client_direct", "task_total_ms": {"avg_ms": 51.923, "count": 74, "max_ms": 75.054, "p95_ms": 67.739, "reason": null, "sample_age_ms": 19.424, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.581, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.468, "count": 73, "max_ms": 15.439, "p95_ms": 13.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.464, "count": 73, "max_ms": 1.135, "p95_ms": 1.037}, "detection_prepare_ms": {"avg_ms": 1.635, "count": 73, "max_ms": 5.937, "p95_ms": 2.803}, "event_filter_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.363, "count": 73, "max_ms": 0.829, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.032, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 3.514, "count": 73, "max_ms": 7.636, "p95_ms": 6.163}, "setup_ms": {"avg_ms": 0.046, "count": 73, "max_ms": 0.108, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 8.4, "count": 73, "max_ms": 15.303, "p95_ms": 13.77}, "track_match_ms": {"avg_ms": 0.17, "count": 73, "max_ms": 0.477, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 2.196, "count": 73, "max_ms": 4.481, "p95_ms": 3.968}}, "gstreamer_push": {"avg_ms": 3.22, "count": 74, "max_ms": 5.891, "p95_ms": 5.009}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 73, "max_ms": 0.537, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.4, "count": 73, "max_ms": 78.458, "p95_ms": 70.698}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.846, "count": 73, "max_ms": 12.125, "p95_ms": 10.339}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.542, "count": 73, "max_ms": 136.662, "p95_ms": 129.887}, "inference_input_copy_ms": {"avg_ms": 1.84, "count": 73, "max_ms": 3.721, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.294, "count": 73, "max_ms": 0.598, "p95_ms": 0.54}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.521, "count": 73, "max_ms": 142.522, "p95_ms": 134.424}, "read_interval": {"avg_ms": 405.882, "count": 74, "max_ms": 10131.032, "p95_ms": 187.205}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 73, "max_ms": 0.118, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.438, "count": 73, "max_ms": 7.46, "p95_ms": 6.029}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 73, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.418, "count": 73, "max_ms": 7.416, "p95_ms": 6.011}, "worker_merge_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.032, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.414, "count": 73, "max_ms": 78.473, "p95_ms": 70.709}, "visualize": {"avg_ms": 40.227, "count": 73, "max_ms": 62.289, "p95_ms": 51.43}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.839, "count": 73, "max_ms": 55.34, "p95_ms": 40.403}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.646, "count": 73, "max_ms": 60.454, "p95_ms": 47.676}, "visualize_input_copy_ms": {"avg_ms": 1.371, "count": 73, "max_ms": 3.965, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.514, "count": 73, "max_ms": 60.3, "p95_ms": 47.538}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 73, "max_ms": 0.209, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1246.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.615, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.821, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101844, "write_bytes_delta": 101844, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 747.0, "cpu_core_ratio": 0.560361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 410.0, "pid": 34120, "reason": null, "system_cpu_core_ratio": 0.168705, "system_cpu_s_delta": 3.389999999999999, "user_cpu_core_ratio": 0.391655, "user_cpu_s_delta": 7.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507112, "system_cpu_s_delta": 10.190000000002328, "user_cpu_core_ratio": 1.117736, "user_cpu_s_delta": 22.460000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 227, "max_ms": 6.513, "p95_ms": 4.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.48, "max": 17.0, "p95": 14.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.152, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 2.057, "max": 4.0, "p95": 3.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.129, "count": 30, "max": 65.449, "p95": 58.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.121, "count": 30, "max": 25.305, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.6, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1143.167, "count": 30, "max": 14931.0, "p95": 3261.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.332, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.065, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104378.233, "count": 30, "max": 115764.0, "p95": 111701.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100547.3, "count": 30, "max": 115764.0, "p95": 107565.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 46.0, "p95": 30.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.53, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.219, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7408, "sampled_at": "2026-10-31T17:32:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:32:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1522674, "flush_count": 1619, "flush_interval_seconds": 30.0, "flush_state": {"count": 1619, "last_at": "2026-10-31T17:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1618}, "started": true, "suppressed_count": 890276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 890134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1619, "written_record_count": 1619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7101.629, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:33:18+09:00", "last_error_summary": "[h264 @ 0x5c62ba730b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c62ba730b80] error while decoding MB 0 64, bytestream 2343 [in#0/rtsp @ 0x5c62ba569e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c62ba569e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2465515929600, "copied_frame_count": 891752, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2465515929600, "frame_buffer_copies": 891752, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.3983, "p50_ms": 0.0967, "p95_ms": 0.1967, "p99_ms": 0.2575}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5418, "count": 512, "max_ms": 6.1571, "p50_ms": 1.4622, "p95_ms": 2.4035, "p99_ms": 2.7952, "results": {"failed": 0, "not_applicable": 0, "success": 891752, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 443, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:33:18+09:00", "last_error_summary": "[h264 @ 0x5c62ba730b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c62ba730b80] error while decoding MB 0 64, bytestream 2343 [in#0/rtsp @ 0x5c62ba569e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c62ba569e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T17:33:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 239.177, "last_started_at": "2026-10-31T17:29:19+09:00", "pid": 34120, "process": {"exists": false, "pid": 34120}, "restart_count": 141, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.703, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T17:33:18+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-31T17:33:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.541, "last_sample_duration_ms": 1034.719, "last_trigger": "periodic", "next_snapshot_in_sec": 366.459, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 162, "storage_bytes": 2575485}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-10-31T17:33:18.548438+09:00", "mtime_epoch": 1793435598.548438, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:33:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1246.773, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 891752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.757, "max": 17.0, "p95": 16.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.311, "max": 4.0, "p95": 4.0, "sample_count": 74}, "total": {"avg": 3.311, "max": 4.0, "p95": 4.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.378, "max": 3.0, "p95": 3.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.378, "max": 3.0, "p95": 3.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.473, "pushed": 2.473, "read": 2.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.007, "count": 74, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 61.866, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.928, "count": 73, "max_ms": 5.897, "p95_ms": 3.019, "reason": null, "sample_age_ms": 107.232, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.411, "count": 73, "max_ms": 4.556, "p95_ms": 2.477, "reason": null, "sample_age_ms": 107.525, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.431, "count": 74, "max_ms": 1.132, "p95_ms": 0.758, "reason": null, "sample_age_ms": 61.875, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.841, "count": 73, "max_ms": 3.597, "p95_ms": 2.863, "reason": null, "sample_age_ms": 105.292, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2764808.0, "count": 73, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.271, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.079, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.481, "count": 74, "max_ms": 73.455, "p95_ms": 64.492, "reason": null, "sample_age_ms": 61.863, "source": "client_direct"}, "sample_age_ms": 61.86, "source": "client_direct", "task_total_ms": {"avg_ms": 51.923, "count": 74, "max_ms": 75.054, "p95_ms": 67.739, "reason": null, "sample_age_ms": 61.86, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.233, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.411, "count": 74, "max_ms": 15.439, "p95_ms": 13.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 74, "max_ms": 1.135, "p95_ms": 1.037}, "detection_prepare_ms": {"avg_ms": 1.624, "count": 74, "max_ms": 5.937, "p95_ms": 2.803}, "event_filter_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.362, "count": 74, "max_ms": 0.829, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.032, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 3.489, "count": 74, "max_ms": 7.636, "p95_ms": 6.163}, "setup_ms": {"avg_ms": 0.045, "count": 74, "max_ms": 0.108, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 8.344, "count": 74, "max_ms": 15.303, "p95_ms": 13.77}, "track_match_ms": {"avg_ms": 0.168, "count": 74, "max_ms": 0.477, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 2.182, "count": 74, "max_ms": 4.481, "p95_ms": 3.968}}, "gstreamer_push": {"avg_ms": 3.201, "count": 74, "max_ms": 5.891, "p95_ms": 5.009}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 74, "max_ms": 0.537, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.301, "count": 74, "max_ms": 78.458, "p95_ms": 70.698}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.821, "count": 74, "max_ms": 12.125, "p95_ms": 10.339}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.45, "count": 74, "max_ms": 136.662, "p95_ms": 129.887}, "inference_input_copy_ms": {"avg_ms": 1.83, "count": 74, "max_ms": 3.721, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.291, "count": 74, "max_ms": 0.598, "p95_ms": 0.54}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.392, "count": 74, "max_ms": 142.522, "p95_ms": 134.424}, "read_interval": {"avg_ms": 409.901, "count": 73, "max_ms": 10131.032, "p95_ms": 187.205}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 74, "max_ms": 0.118, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.414, "count": 74, "max_ms": 7.46, "p95_ms": 6.029}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 74, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.394, "count": 74, "max_ms": 7.416, "p95_ms": 6.011}, "worker_merge_ms": {"avg_ms": 0.007, "count": 74, "max_ms": 0.032, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.314, "count": 74, "max_ms": 78.473, "p95_ms": 70.709}, "visualize": {"avg_ms": 40.301, "count": 74, "max_ms": 62.289, "p95_ms": 51.43}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.955, "count": 74, "max_ms": 55.34, "p95_ms": 40.42}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.73, "count": 74, "max_ms": 60.454, "p95_ms": 47.676}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 74, "max_ms": 3.965, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.599, "count": 74, "max_ms": 60.3, "p95_ms": 47.538}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 74, "max_ms": 0.209, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1246.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.615, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.821, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101844, "write_bytes_delta": 101844, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 747.0, "cpu_core_ratio": 0.560361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 410.0, "pid": 34120, "reason": null, "system_cpu_core_ratio": 0.168705, "system_cpu_s_delta": 3.389999999999999, "user_cpu_core_ratio": 0.391655, "user_cpu_s_delta": 7.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507112, "system_cpu_s_delta": 10.190000000002328, "user_cpu_core_ratio": 1.117736, "user_cpu_s_delta": 22.460000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 227, "max_ms": 6.513, "p95_ms": 4.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.48, "max": 17.0, "p95": 14.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.152, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 2.057, "max": 4.0, "p95": 3.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.129, "count": 30, "max": 65.449, "p95": 58.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.121, "count": 30, "max": 25.305, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.6, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1143.167, "count": 30, "max": 14931.0, "p95": 3261.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.332, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.065, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104378.233, "count": 30, "max": 115764.0, "p95": 111701.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100547.3, "count": 30, "max": 115764.0, "p95": 107565.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 46.0, "p95": 30.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.53, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.219, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7408, "sampled_at": "2026-10-31T17:32:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:32:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1522674, "flush_count": 1619, "flush_interval_seconds": 30.0, "flush_state": {"count": 1619, "last_at": "2026-10-31T17:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1618}, "started": true, "suppressed_count": 890276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 890134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1619, "written_record_count": 1619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7101.66, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2465515929600, "copied_frame_count": 891752, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2465515929600, "frame_buffer_copies": 891752, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.3983, "p50_ms": 0.0967, "p95_ms": 0.1967, "p99_ms": 0.2575}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5418, "count": 512, "max_ms": 6.1571, "p50_ms": 1.4622, "p95_ms": 2.4035, "p99_ms": 2.7952, "results": {"failed": 0, "not_applicable": 0, "success": 891752, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 443, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:33:18+09:00", "last_error_summary": "[h264 @ 0x5c62ba730b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c62ba730b80] error while decoding MB 0 64, bytestream 2343 [in#0/rtsp @ 0x5c62ba569e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c62ba569e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T17:33:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 239.213, "last_started_at": "2026-10-31T17:29:19+09:00", "pid": 34120, "process": {"exists": false, "pid": 34120}, "restart_count": 141, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.703, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-31T17:33:18+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-31T17:33:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.578, "last_sample_duration_ms": 1034.719, "last_trigger": "periodic", "next_snapshot_in_sec": 366.422, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 162, "storage_bytes": 2575485}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-31T17:33:18.652439+09:00", "mtime_epoch": 1793435598.6524389, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:33:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1246.773, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 891752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.757, "max": 17.0, "p95": 16.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.311, "max": 4.0, "p95": 4.0, "sample_count": 74}, "total": {"avg": 3.311, "max": 4.0, "p95": 4.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.378, "max": 3.0, "p95": 3.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.378, "max": 3.0, "p95": 3.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.47, "pushed": 2.47, "read": 2.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 101.227, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.928, "count": 73, "max_ms": 5.897, "p95_ms": 3.019, "reason": null, "sample_age_ms": 146.593, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.411, "count": 73, "max_ms": 4.556, "p95_ms": 2.477, "reason": null, "sample_age_ms": 146.886, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.431, "count": 73, "max_ms": 1.132, "p95_ms": 0.76, "reason": null, "sample_age_ms": 101.236, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.841, "count": 73, "max_ms": 3.597, "p95_ms": 2.863, "reason": null, "sample_age_ms": 144.653, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2764808.0, "count": 73, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.632, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.44, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.613, "count": 73, "max_ms": 73.455, "p95_ms": 64.602, "reason": null, "sample_age_ms": 101.224, "source": "client_direct"}, "sample_age_ms": 101.221, "source": "client_direct", "task_total_ms": {"avg_ms": 52.062, "count": 73, "max_ms": 75.054, "p95_ms": 67.884, "reason": null, "sample_age_ms": 101.221, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.011, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.411, "count": 74, "max_ms": 15.439, "p95_ms": 13.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 74, "max_ms": 1.135, "p95_ms": 1.037}, "detection_prepare_ms": {"avg_ms": 1.624, "count": 74, "max_ms": 5.937, "p95_ms": 2.803}, "event_filter_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.362, "count": 74, "max_ms": 0.829, "p95_ms": 0.626}, "mcmt_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.032, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 3.489, "count": 74, "max_ms": 7.636, "p95_ms": 6.163}, "setup_ms": {"avg_ms": 0.045, "count": 74, "max_ms": 0.108, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 8.344, "count": 74, "max_ms": 15.303, "p95_ms": 13.77}, "track_match_ms": {"avg_ms": 0.168, "count": 74, "max_ms": 0.477, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 2.182, "count": 74, "max_ms": 4.481, "p95_ms": 3.968}}, "gstreamer_push": {"avg_ms": 3.201, "count": 74, "max_ms": 5.891, "p95_ms": 5.009}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 74, "max_ms": 0.537, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.301, "count": 74, "max_ms": 78.458, "p95_ms": 70.698}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.821, "count": 74, "max_ms": 12.125, "p95_ms": 10.339}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.45, "count": 74, "max_ms": 136.662, "p95_ms": 129.887}, "inference_input_copy_ms": {"avg_ms": 1.83, "count": 74, "max_ms": 3.721, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.291, "count": 74, "max_ms": 0.598, "p95_ms": 0.54}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.392, "count": 74, "max_ms": 142.522, "p95_ms": 134.424}, "read_interval": {"avg_ms": 409.901, "count": 73, "max_ms": 10131.032, "p95_ms": 187.205}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 74, "max_ms": 0.118, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.414, "count": 74, "max_ms": 7.46, "p95_ms": 6.029}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 74, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.394, "count": 74, "max_ms": 7.416, "p95_ms": 6.011}, "worker_merge_ms": {"avg_ms": 0.007, "count": 74, "max_ms": 0.032, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.314, "count": 74, "max_ms": 78.473, "p95_ms": 70.709}, "visualize": {"avg_ms": 40.301, "count": 74, "max_ms": 62.289, "p95_ms": 51.43}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.955, "count": 74, "max_ms": 55.34, "p95_ms": 40.42}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.73, "count": 74, "max_ms": 60.454, "p95_ms": 47.676}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 74, "max_ms": 3.965, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.599, "count": 74, "max_ms": 60.3, "p95_ms": 47.538}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 74, "max_ms": 0.209, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1246.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.615, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.821, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101844, "write_bytes_delta": 101844, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 747.0, "cpu_core_ratio": 0.560361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 410.0, "pid": 34120, "reason": null, "system_cpu_core_ratio": 0.168705, "system_cpu_s_delta": 3.389999999999999, "user_cpu_core_ratio": 0.391655, "user_cpu_s_delta": 7.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507112, "system_cpu_s_delta": 10.190000000002328, "user_cpu_core_ratio": 1.117736, "user_cpu_s_delta": 22.460000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 227, "max_ms": 6.513, "p95_ms": 4.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.48, "max": 17.0, "p95": 14.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.152, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 2.057, "max": 4.0, "p95": 3.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.129, "count": 30, "max": 65.449, "p95": 58.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.121, "count": 30, "max": 25.305, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.6, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1143.167, "count": 30, "max": 14931.0, "p95": 3261.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.332, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.065, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104378.233, "count": 30, "max": 115764.0, "p95": 111701.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100547.3, "count": 30, "max": 115764.0, "p95": 107565.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 46.0, "p95": 30.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.53, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.219, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7408, "sampled_at": "2026-10-31T17:32:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:32:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1522674, "flush_count": 1619, "flush_interval_seconds": 30.0, "flush_state": {"count": 1619, "last_at": "2026-10-31T17:32:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:32:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1618}, "started": true, "suppressed_count": 890276, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 890134}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1619, "written_record_count": 1619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7271.879, "limit_mb": null}, "detail": {"pid": 34236, "restart_count": 142, "start_count": 143}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2465515929600, "copied_frame_count": 891752, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2465515929600, "frame_buffer_copies": 891752, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.3983, "p50_ms": 0.0967, "p95_ms": 0.1967, "p99_ms": 0.2575}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5418, "count": 512, "max_ms": 6.1571, "p50_ms": 1.4622, "p95_ms": 2.4035, "p99_ms": 2.7952, "results": {"failed": 0, "not_applicable": 0, "success": 891752, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 443, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:33:18+09:00", "last_error_summary": "[h264 @ 0x5c62ba730b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c62ba730b80] error while decoding MB 0 64, bytestream 2343 [in#0/rtsp @ 0x5c62ba569e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c62ba569e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T17:33:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T17:33:20+09:00", "pid": 34236, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.551, "name": "ffmpeg", "pid": 34236, "rss_mb": 208.551, "state": "S (sleeping)", "threads": 70}, "restart_count": 142, "restart_count_per_hour": 16, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.703, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.268, "last_frame_pushed_at": "2026-10-31T17:33:18+09:00", "last_frame_read_age_sec": 4.372, "last_frame_read_at": "2026-10-31T17:33:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 237.811, "last_sample_duration_ms": 1034.719, "last_trigger": "periodic", "next_snapshot_in_sec": 362.189, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 162, "storage_bytes": 2575485}, "mjpeg": {"age_sec": 4.259, "exists": true, "mtime": "2026-10-31T17:33:18.652439+09:00", "mtime_epoch": 1793435598.6524389, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:33:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1246.777, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 891752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.0, "max": 16.0, "p95": 13.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.296, "max": 4.0, "p95": 4.0, "sample_count": 54}, "total": {"avg": 3.296, "max": 4.0, "p95": 4.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 1.222, "max": 2.0, "p95": 2.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 1.222, "max": 2.0, "p95": 2.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.801, "pushed": 1.801, "read": 1.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.007, "count": 53, "max_ms": 0.016, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4328.656, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.002, "count": 53, "max_ms": 5.897, "p95_ms": 2.788, "reason": null, "sample_age_ms": 4374.021, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.407, "count": 53, "max_ms": 4.556, "p95_ms": 2.254, "reason": null, "sample_age_ms": 4374.315, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.425, "count": 53, "max_ms": 1.132, "p95_ms": 0.76, "reason": null, "sample_age_ms": 4328.665, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.889, "count": 53, "max_ms": 3.597, "p95_ms": 2.785, "reason": null, "sample_age_ms": 4372.082, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2764808.0, "count": 53, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4372.06, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 53, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4328.869, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.656, "count": 53, "max_ms": 73.455, "p95_ms": 64.824, "reason": null, "sample_age_ms": 4328.653, "source": "client_direct"}, "sample_age_ms": 4328.65, "source": "client_direct", "task_total_ms": {"avg_ms": 52.141, "count": 53, "max_ms": 75.054, "p95_ms": 66.978, "reason": null, "sample_age_ms": 4328.65, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.316, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.653, "count": 54, "max_ms": 15.439, "p95_ms": 13.96}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 54, "max_ms": 1.135, "p95_ms": 1.05}, "detection_prepare_ms": {"avg_ms": 1.59, "count": 54, "max_ms": 2.95, "p95_ms": 2.803}, "event_filter_ms": {"avg_ms": 0.006, "count": 54, "max_ms": 0.022, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.368, "count": 54, "max_ms": 0.829, "p95_ms": 0.724}, "mcmt_ms": {"avg_ms": 0.004, "count": 54, "max_ms": 0.032, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 3.704, "count": 54, "max_ms": 7.636, "p95_ms": 6.821}, "setup_ms": {"avg_ms": 0.046, "count": 54, "max_ms": 0.108, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 8.586, "count": 54, "max_ms": 15.303, "p95_ms": 13.858}, "track_match_ms": {"avg_ms": 0.16, "count": 54, "max_ms": 0.477, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 2.255, "count": 54, "max_ms": 4.481, "p95_ms": 4.246}}, "gstreamer_push": {"avg_ms": 3.239, "count": 54, "max_ms": 5.891, "p95_ms": 5.176}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 54, "max_ms": 0.537, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.872, "count": 54, "max_ms": 78.458, "p95_ms": 73.17}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.844, "count": 54, "max_ms": 12.125, "p95_ms": 8.78}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.563, "count": 54, "max_ms": 136.662, "p95_ms": 131.579}, "inference_input_copy_ms": {"avg_ms": 1.864, "count": 54, "max_ms": 3.721, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.287, "count": 54, "max_ms": 0.598, "p95_ms": 0.574}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.557, "count": 54, "max_ms": 142.522, "p95_ms": 136.481}, "read_interval": {"avg_ms": 485.576, "count": 53, "max_ms": 10131.032, "p95_ms": 177.24}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 54, "max_ms": 0.085, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.627, "count": 54, "max_ms": 7.46, "p95_ms": 6.719}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 54, "max_ms": 0.063, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.608, "count": 54, "max_ms": 7.416, "p95_ms": 6.697}, "worker_merge_ms": {"avg_ms": 0.007, "count": 54, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.885, "count": 54, "max_ms": 78.473, "p95_ms": 73.184}, "visualize": {"avg_ms": 40.599, "count": 54, "max_ms": 62.289, "p95_ms": 51.953}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.206, "count": 54, "max_ms": 55.34, "p95_ms": 40.42}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.016, "count": 54, "max_ms": 60.454, "p95_ms": 50.88}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 54, "max_ms": 3.965, "p95_ms": 2.485}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.884, "count": 54, "max_ms": 60.3, "p95_ms": 50.771}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 54, "max_ms": 0.209, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1246.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.615, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.821, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101844, "write_bytes_delta": 101844, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 747.0, "cpu_core_ratio": 0.560361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 410.0, "pid": 34120, "reason": null, "system_cpu_core_ratio": 0.168705, "system_cpu_s_delta": 3.389999999999999, "user_cpu_core_ratio": 0.391655, "user_cpu_s_delta": 7.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507112, "system_cpu_s_delta": 10.190000000002328, "user_cpu_core_ratio": 1.117736, "user_cpu_s_delta": 22.460000000006403}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 227, "max_ms": 6.513, "p95_ms": 4.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.48, "max": 17.0, "p95": 14.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.152, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 2.057, "max": 4.0, "p95": 3.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.129, "count": 30, "max": 65.449, "p95": 58.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.121, "count": 30, "max": 25.305, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.6, "count": 30, "max": 1213.0, "p95": 1185.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1143.167, "count": 30, "max": 14931.0, "p95": 3261.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.332, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.46, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.065, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104378.233, "count": 30, "max": 115764.0, "p95": 111701.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100547.3, "count": 30, "max": 115764.0, "p95": 107565.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 46.0, "p95": 30.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.53, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.063, "count": 30, "max": 1.219, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7408, "sampled_at": "2026-10-31T17:32:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:32:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1534595, "flush_count": 1631, "flush_interval_seconds": 30.0, "flush_state": {"count": 1631, "last_at": "2026-10-31T17:44:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:44:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1630}, "started": true, "suppressed_count": 896766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 896624}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1631, "written_record_count": 1631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7117.672, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x607bc94a1240] error while decoding MB 72 47, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2483489894400, "copied_frame_count": 898253, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2483489894400, "frame_buffer_copies": 898253, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.114, "count": 512, "max_ms": 1.686, "p50_ms": 0.0922, "p95_ms": 0.2129, "p99_ms": 0.3553}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5333, "count": 512, "max_ms": 4.2249, "p50_ms": 1.439, "p95_ms": 2.5692, "p99_ms": 3.2073, "results": {"failed": 0, "not_applicable": 0, "success": 898253, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 135, "h264_decode_error_count": 444, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:45:33+09:00", "last_error_summary": "[h264 @ 0x607bc94a1240] error while decoding MB 72 47, bytestream -5", "last_exit_at": "2026-10-31T17:33:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 732.663, "last_started_at": "2026-10-31T17:33:20+09:00", "pid": 34236, "process": {"exists": false, "pid": 34236}, "restart_count": 142, "restart_count_per_hour": 13, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.091, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 898253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-31T17:45:33+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-31T17:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 366.896, "last_sample_duration_ms": 846.892, "last_trigger": "periodic", "next_snapshot_in_sec": 233.104, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 163, "storage_bytes": 2585053}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-31T17:45:33.507255+09:00", "mtime_epoch": 1793436333.5072553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79939}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:45:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1249.867, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 898254, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.347, "max": 28.0, "p95": 26.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.955, "max": 8.0, "p95": 7.0, "sample_count": 245}, "total": {"avg": 3.955, "max": 8.0, "p95": 7.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.229, "max": 3.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.037, "max": 2.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.229, "max": 3.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.191, "pushed": 8.191, "read": 8.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 20.291, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.896, "count": 245, "max_ms": 6.729, "p95_ms": 2.728, "reason": null, "sample_age_ms": 76.977, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 245, "max_ms": 6.376, "p95_ms": 1.952, "reason": null, "sample_age_ms": 77.565, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 246, "max_ms": 1.271, "p95_ms": 0.88, "reason": null, "sample_age_ms": 20.299, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.053, "count": 245, "max_ms": 4.23, "p95_ms": 3.149, "reason": null, "sample_age_ms": 73.89, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.84, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.71, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.926, "count": 246, "max_ms": 83.004, "p95_ms": 67.287, "reason": null, "sample_age_ms": 20.284, "source": "client_direct"}, "sample_age_ms": 20.28, "source": "client_direct", "task_total_ms": {"avg_ms": 49.584, "count": 246, "max_ms": 85.825, "p95_ms": 69.793, "reason": null, "sample_age_ms": 20.28, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.022, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.939, "count": 245, "max_ms": 26.13, "p95_ms": 17.802}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.543, "count": 245, "max_ms": 1.409, "p95_ms": 1.081}, "detection_prepare_ms": {"avg_ms": 1.874, "count": 245, "max_ms": 9.79, "p95_ms": 4.13}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 245, "max_ms": 1.375, "p95_ms": 1.05}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.241, "count": 245, "max_ms": 11.886, "p95_ms": 8.448}, "setup_ms": {"avg_ms": 0.039, "count": 245, "max_ms": 0.123, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 9.881, "count": 245, "max_ms": 26.034, "p95_ms": 17.722}, "track_match_ms": {"avg_ms": 0.117, "count": 245, "max_ms": 0.532, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 2.461, "count": 245, "max_ms": 11.326, "p95_ms": 4.289}}, "gstreamer_push": {"avg_ms": 3.054, "count": 245, "max_ms": 8.093, "p95_ms": 4.873}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.147, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.882, "count": 245, "max_ms": 86.394, "p95_ms": 72.786}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.381, "count": 245, "max_ms": 12.527, "p95_ms": 7.951}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.458, "count": 245, "max_ms": 171.62, "p95_ms": 135.677}, "inference_input_copy_ms": {"avg_ms": 2.0, "count": 245, "max_ms": 4.801, "p95_ms": 3.157}, "processing_residual_ms": {"avg_ms": 0.247, "count": 245, "max_ms": 1.048, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.087, "count": 245, "max_ms": 179.186, "p95_ms": 141.407}, "read_interval": {"avg_ms": 122.209, "count": 245, "max_ms": 208.7, "p95_ms": 166.816}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 245, "max_ms": 0.509, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.166, "count": 245, "max_ms": 11.79, "p95_ms": 8.283}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 245, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.145, "count": 245, "max_ms": 11.773, "p95_ms": 8.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.032, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.895, "count": 245, "max_ms": 86.401, "p95_ms": 72.803}, "visualize": {"avg_ms": 40.203, "count": 245, "max_ms": 70.792, "p95_ms": 55.487}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.135, "count": 245, "max_ms": 53.348, "p95_ms": 41.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.652, "count": 245, "max_ms": 69.37, "p95_ms": 53.337}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 245, "max_ms": 4.686, "p95_ms": 2.118}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.521, "count": 245, "max_ms": 69.183, "p95_ms": 53.166}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 245, "max_ms": 1.424, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1249.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.721, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.588, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 897974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79288, "write_bytes_delta": 79288, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 893.0, "cpu_core_ratio": 0.372103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 34236, "reason": null, "system_cpu_core_ratio": 0.034822, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.33728, "user_cpu_s_delta": 6.78000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861011, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57656, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.284451, "user_cpu_s_delta": 25.819999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 241, "max_ms": 8.932, "p95_ms": 5.659, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.921, "max": 26.0, "p95": 21.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.046, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 3.046, "max": 5.0, "p95": 4.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.069, "count": 30, "max": 61.513, "p95": 48.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.44, "count": 30, "max": 30.453, "p95": 27.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1019.6, "count": 30, "max": 1106.0, "p95": 1094.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 29.533, "count": 30, "max": 716.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.045, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.437, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 35.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.578, "p95": 0.569, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.305, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7444, "sampled_at": "2026-10-31T17:44:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:44:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1534595, "flush_count": 1631, "flush_interval_seconds": 30.0, "flush_state": {"count": 1631, "last_at": "2026-10-31T17:44:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:44:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1630}, "started": true, "suppressed_count": 896766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 896624}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1631, "written_record_count": 1631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7105.371, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:45:33+09:00", "last_error_summary": "[h264 @ 0x607bc94a1240] error while decoding MB 72 47, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2483492659200, "copied_frame_count": 898254, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2483492659200, "frame_buffer_copies": 898254, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.114, "count": 512, "max_ms": 1.686, "p50_ms": 0.0922, "p95_ms": 0.2129, "p99_ms": 0.3553}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5343, "count": 512, "max_ms": 4.2249, "p50_ms": 1.4419, "p95_ms": 2.5692, "p99_ms": 3.2073, "results": {"failed": 0, "not_applicable": 0, "success": 898254, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 135, "h264_decode_error_count": 444, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:45:33+09:00", "last_error_summary": "[h264 @ 0x607bc94a1240] error while decoding MB 72 47, bytestream -5", "last_exit_at": "2026-10-31T17:45:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 732.725, "last_started_at": "2026-10-31T17:33:20+09:00", "pid": 34236, "process": {"exists": false, "pid": 34236}, "restart_count": 142, "restart_count_per_hour": 13, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.091, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 898254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-31T17:45:33+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-31T17:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 366.958, "last_sample_duration_ms": 846.892, "last_trigger": "periodic", "next_snapshot_in_sec": 233.042, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 163, "storage_bytes": 2585053}, "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-10-31T17:45:33.507255+09:00", "mtime_epoch": 1793436333.5072553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79939}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:45:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1249.863, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 898254, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.317, "max": 28.0, "p95": 26.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.951, "max": 8.0, "p95": 7.0, "sample_count": 246}, "total": {"avg": 3.951, "max": 8.0, "p95": 7.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 0.228, "max": 3.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.037, "max": 2.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 0.228, "max": 3.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.208, "pushed": 8.208, "read": 8.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 80.82, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.896, "count": 245, "max_ms": 6.729, "p95_ms": 2.728, "reason": null, "sample_age_ms": 137.506, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 245, "max_ms": 6.376, "p95_ms": 1.952, "reason": null, "sample_age_ms": 138.094, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 245, "max_ms": 1.271, "p95_ms": 0.88, "reason": null, "sample_age_ms": 80.828, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.053, "count": 245, "max_ms": 4.23, "p95_ms": 3.149, "reason": null, "sample_age_ms": 134.419, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.369, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.239, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.962, "count": 245, "max_ms": 83.004, "p95_ms": 67.306, "reason": null, "sample_age_ms": 80.814, "source": "client_direct"}, "sample_age_ms": 80.809, "source": "client_direct", "task_total_ms": {"avg_ms": 49.62, "count": 245, "max_ms": 85.825, "p95_ms": 69.804, "reason": null, "sample_age_ms": 80.809, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.822, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.925, "count": 246, "max_ms": 26.13, "p95_ms": 17.802}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.542, "count": 246, "max_ms": 1.409, "p95_ms": 1.081}, "detection_prepare_ms": {"avg_ms": 1.871, "count": 246, "max_ms": 9.79, "p95_ms": 4.13}, "event_filter_ms": {"avg_ms": 0.006, "count": 246, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 246, "max_ms": 1.375, "p95_ms": 1.05}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.235, "count": 246, "max_ms": 11.886, "p95_ms": 8.448}, "setup_ms": {"avg_ms": 0.039, "count": 246, "max_ms": 0.123, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 9.867, "count": 246, "max_ms": 26.034, "p95_ms": 17.722}, "track_match_ms": {"avg_ms": 0.117, "count": 246, "max_ms": 0.532, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 2.457, "count": 246, "max_ms": 11.326, "p95_ms": 4.289}}, "gstreamer_push": {"avg_ms": 3.06, "count": 246, "max_ms": 8.093, "p95_ms": 4.873}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 246, "max_ms": 0.147, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.91, "count": 246, "max_ms": 86.394, "p95_ms": 72.786}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.402, "count": 246, "max_ms": 12.527, "p95_ms": 8.394}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.49, "count": 246, "max_ms": 171.62, "p95_ms": 135.677}, "inference_input_copy_ms": {"avg_ms": 2.0, "count": 246, "max_ms": 4.801, "p95_ms": 3.157}, "processing_residual_ms": {"avg_ms": 0.247, "count": 246, "max_ms": 1.048, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.139, "count": 246, "max_ms": 179.186, "p95_ms": 141.407}, "read_interval": {"avg_ms": 122.209, "count": 245, "max_ms": 208.7, "p95_ms": 166.816}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 246, "max_ms": 0.509, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.16, "count": 246, "max_ms": 11.79, "p95_ms": 8.283}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 246, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.14, "count": 246, "max_ms": 11.773, "p95_ms": 8.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 246, "max_ms": 0.032, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.923, "count": 246, "max_ms": 86.401, "p95_ms": 72.803}, "visualize": {"avg_ms": 40.224, "count": 246, "max_ms": 70.792, "p95_ms": 55.487}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.173, "count": 246, "max_ms": 53.348, "p95_ms": 41.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.674, "count": 246, "max_ms": 69.37, "p95_ms": 53.337}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 246, "max_ms": 4.686, "p95_ms": 2.118}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.542, "count": 246, "max_ms": 69.183, "p95_ms": 53.166}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 246, "max_ms": 1.424, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1249.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.721, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.588, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 897974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79288, "write_bytes_delta": 79288, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 893.0, "cpu_core_ratio": 0.372103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 34236, "reason": null, "system_cpu_core_ratio": 0.034822, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.33728, "user_cpu_s_delta": 6.78000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861011, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57656, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.284451, "user_cpu_s_delta": 25.819999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 241, "max_ms": 8.932, "p95_ms": 5.659, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.921, "max": 26.0, "p95": 21.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.046, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 3.046, "max": 5.0, "p95": 4.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.069, "count": 30, "max": 61.513, "p95": 48.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.44, "count": 30, "max": 30.453, "p95": 27.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1019.6, "count": 30, "max": 1106.0, "p95": 1094.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 29.533, "count": 30, "max": 716.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.045, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.437, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 35.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.578, "p95": 0.569, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.305, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7444, "sampled_at": "2026-10-31T17:44:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:44:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1534595, "flush_count": 1631, "flush_interval_seconds": 30.0, "flush_state": {"count": 1631, "last_at": "2026-10-31T17:44:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:44:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1630}, "started": true, "suppressed_count": 896766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 896624}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1631, "written_record_count": 1631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7106.078, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2483492659200, "copied_frame_count": 898254, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2483492659200, "frame_buffer_copies": 898254, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.114, "count": 512, "max_ms": 1.686, "p50_ms": 0.0922, "p95_ms": 0.2129, "p99_ms": 0.3553}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5343, "count": 512, "max_ms": 4.2249, "p50_ms": 1.4419, "p95_ms": 2.5692, "p99_ms": 3.2073, "results": {"failed": 0, "not_applicable": 0, "success": 898254, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 135, "h264_decode_error_count": 444, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:45:33+09:00", "last_error_summary": "[h264 @ 0x607bc94a1240] error while decoding MB 72 47, bytestream -5", "last_exit_at": "2026-10-31T17:45:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 732.764, "last_started_at": "2026-10-31T17:33:20+09:00", "pid": 34236, "process": {"exists": false, "pid": 34236}, "restart_count": 142, "restart_count_per_hour": 13, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.091, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 898254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-31T17:45:33+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-31T17:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 367.012, "last_sample_duration_ms": 846.892, "last_trigger": "periodic", "next_snapshot_in_sec": 232.988, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 163, "storage_bytes": 2585053}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-31T17:45:33.640255+09:00", "mtime_epoch": 1793436333.6402555, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79500}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:45:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1249.863, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 898254, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.29, "max": 28.0, "p95": 26.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.951, "max": 8.0, "p95": 7.0, "sample_count": 245}, "total": {"avg": 3.951, "max": 8.0, "p95": 7.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.224, "max": 3.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.037, "max": 2.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.224, "max": 3.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.197, "pushed": 8.197, "read": 8.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 124.857, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.898, "count": 244, "max_ms": 6.729, "p95_ms": 2.732, "reason": null, "sample_age_ms": 181.544, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.375, "count": 244, "max_ms": 6.376, "p95_ms": 1.953, "reason": null, "sample_age_ms": 182.132, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 245, "max_ms": 1.271, "p95_ms": 0.88, "reason": null, "sample_age_ms": 124.866, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.047, "count": 244, "max_ms": 4.23, "p95_ms": 3.144, "reason": null, "sample_age_ms": 178.457, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.406, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.277, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.962, "count": 245, "max_ms": 83.004, "p95_ms": 67.306, "reason": null, "sample_age_ms": 124.851, "source": "client_direct"}, "sample_age_ms": 124.846, "source": "client_direct", "task_total_ms": {"avg_ms": 49.62, "count": 245, "max_ms": 85.825, "p95_ms": 69.804, "reason": null, "sample_age_ms": 124.846, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.263, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.906, "count": 245, "max_ms": 26.13, "p95_ms": 17.802}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.543, "count": 245, "max_ms": 1.409, "p95_ms": 1.081}, "detection_prepare_ms": {"avg_ms": 1.873, "count": 245, "max_ms": 9.79, "p95_ms": 4.13}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 245, "max_ms": 1.375, "p95_ms": 1.05}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.222, "count": 245, "max_ms": 11.886, "p95_ms": 8.448}, "setup_ms": {"avg_ms": 0.039, "count": 245, "max_ms": 0.123, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 9.848, "count": 245, "max_ms": 26.034, "p95_ms": 17.722}, "track_match_ms": {"avg_ms": 0.116, "count": 245, "max_ms": 0.532, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 2.45, "count": 245, "max_ms": 11.326, "p95_ms": 4.224}}, "gstreamer_push": {"avg_ms": 3.063, "count": 245, "max_ms": 8.093, "p95_ms": 4.873}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.147, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.949, "count": 245, "max_ms": 86.394, "p95_ms": 72.786}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.402, "count": 245, "max_ms": 12.527, "p95_ms": 8.394}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.52, "count": 245, "max_ms": 171.62, "p95_ms": 135.677}, "inference_input_copy_ms": {"avg_ms": 1.999, "count": 245, "max_ms": 4.801, "p95_ms": 3.157}, "processing_residual_ms": {"avg_ms": 0.247, "count": 245, "max_ms": 1.048, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.169, "count": 245, "max_ms": 179.186, "p95_ms": 141.407}, "read_interval": {"avg_ms": 122.266, "count": 244, "max_ms": 208.7, "p95_ms": 166.816}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 245, "max_ms": 0.509, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.147, "count": 245, "max_ms": 11.79, "p95_ms": 8.283}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 245, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.127, "count": 245, "max_ms": 11.773, "p95_ms": 8.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.032, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.962, "count": 245, "max_ms": 86.401, "p95_ms": 72.803}, "visualize": {"avg_ms": 40.232, "count": 245, "max_ms": 70.792, "p95_ms": 55.487}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.178, "count": 245, "max_ms": 53.348, "p95_ms": 41.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.681, "count": 245, "max_ms": 69.37, "p95_ms": 53.337}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 245, "max_ms": 4.686, "p95_ms": 2.118}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.549, "count": 245, "max_ms": 69.183, "p95_ms": 53.166}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 245, "max_ms": 1.424, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1249.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.721, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.588, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 897974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79288, "write_bytes_delta": 79288, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 893.0, "cpu_core_ratio": 0.372103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 34236, "reason": null, "system_cpu_core_ratio": 0.034822, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.33728, "user_cpu_s_delta": 6.78000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861011, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57656, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.284451, "user_cpu_s_delta": 25.819999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 241, "max_ms": 8.932, "p95_ms": 5.659, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.921, "max": 26.0, "p95": 21.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.046, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 3.046, "max": 5.0, "p95": 4.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.069, "count": 30, "max": 61.513, "p95": 48.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.44, "count": 30, "max": 30.453, "p95": 27.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1019.6, "count": 30, "max": 1106.0, "p95": 1094.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 29.533, "count": 30, "max": 716.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.045, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.437, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 35.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.578, "p95": 0.569, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.305, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7444, "sampled_at": "2026-10-31T17:44:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:44:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1534595, "flush_count": 1631, "flush_interval_seconds": 30.0, "flush_state": {"count": 1631, "last_at": "2026-10-31T17:44:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:44:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1630}, "started": true, "suppressed_count": 896766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 896624}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1631, "written_record_count": 1631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7278.965, "limit_mb": null}, "detail": {"pid": 34352, "restart_count": 143, "start_count": 144}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2483492659200, "copied_frame_count": 898254, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2483492659200, "frame_buffer_copies": 898254, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.114, "count": 512, "max_ms": 1.686, "p50_ms": 0.0922, "p95_ms": 0.2129, "p99_ms": 0.3553}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5343, "count": 512, "max_ms": 4.2249, "p50_ms": 1.4419, "p95_ms": 2.5692, "p99_ms": 3.2073, "results": {"failed": 0, "not_applicable": 0, "success": 898254, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 135, "h264_decode_error_count": 444, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:45:33+09:00", "last_error_summary": "[h264 @ 0x607bc94a1240] error while decoding MB 72 47, bytestream -5", "last_exit_at": "2026-10-31T17:45:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:45:36+09:00", "pid": 34352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.945, "name": "ffmpeg", "pid": 34352, "rss_mb": 208.945, "state": "S (sleeping)", "threads": 70}, "restart_count": 143, "restart_count_per_hour": 14, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.186, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 898254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.542, "last_frame_pushed_at": "2026-10-31T17:45:33+09:00", "last_frame_read_age_sec": 4.669, "last_frame_read_at": "2026-10-31T17:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 371.491, "last_sample_duration_ms": 846.892, "last_trigger": "periodic", "next_snapshot_in_sec": 228.509, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 163, "storage_bytes": 2585053}, "mjpeg": {"age_sec": 4.533, "exists": true, "mtime": "2026-10-31T17:45:33.640255+09:00", "mtime_epoch": 1793436333.6402555, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79500}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:45:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1249.867, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 898254, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.67, "max": 28.0, "p95": 27.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.842, "max": 8.0, "p95": 7.0, "sample_count": 209}, "total": {"avg": 3.842, "max": 8.0, "p95": 7.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.234, "max": 3.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.038, "max": 2.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.234, "max": 3.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.976, "pushed": 6.976, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4618.133, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 208, "max_ms": 6.729, "p95_ms": 2.837, "reason": null, "sample_age_ms": 4674.82, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 208, "max_ms": 6.376, "p95_ms": 2.106, "reason": null, "sample_age_ms": 4675.408, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.435, "count": 208, "max_ms": 1.271, "p95_ms": 0.895, "reason": null, "sample_age_ms": 4618.142, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.029, "count": 208, "max_ms": 4.136, "p95_ms": 3.094, "reason": null, "sample_age_ms": 4671.733, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4671.683, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4618.553, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.597, "count": 208, "max_ms": 83.004, "p95_ms": 67.878, "reason": null, "sample_age_ms": 4618.127, "source": "client_direct"}, "sample_age_ms": 4618.123, "source": "client_direct", "task_total_ms": {"avg_ms": 50.23, "count": 208, "max_ms": 85.825, "p95_ms": 71.104, "reason": null, "sample_age_ms": 4618.123, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.578, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.523, "count": 209, "max_ms": 26.13, "p95_ms": 17.626}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.542, "count": 209, "max_ms": 1.409, "p95_ms": 1.126}, "detection_prepare_ms": {"avg_ms": 1.857, "count": 209, "max_ms": 9.79, "p95_ms": 4.13}, "event_filter_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.031, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.584, "count": 209, "max_ms": 1.375, "p95_ms": 1.059}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.856, "count": 209, "max_ms": 11.886, "p95_ms": 7.844}, "setup_ms": {"avg_ms": 0.04, "count": 209, "max_ms": 0.123, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 9.467, "count": 209, "max_ms": 26.034, "p95_ms": 17.577}, "track_match_ms": {"avg_ms": 0.116, "count": 209, "max_ms": 0.532, "p95_ms": 0.272}, "tracker_update_ms": {"avg_ms": 2.462, "count": 209, "max_ms": 11.326, "p95_ms": 4.394}}, "gstreamer_push": {"avg_ms": 3.087, "count": 209, "max_ms": 8.093, "p95_ms": 4.87}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 209, "max_ms": 0.147, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.59, "count": 209, "max_ms": 86.394, "p95_ms": 73.315}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.353, "count": 209, "max_ms": 12.527, "p95_ms": 8.394}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.397, "count": 209, "max_ms": 171.62, "p95_ms": 135.677}, "inference_input_copy_ms": {"avg_ms": 2.012, "count": 209, "max_ms": 4.801, "p95_ms": 3.244}, "processing_residual_ms": {"avg_ms": 0.247, "count": 209, "max_ms": 1.048, "p95_ms": 0.457}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.01, "count": 209, "max_ms": 179.186, "p95_ms": 141.407}, "read_interval": {"avg_ms": 122.095, "count": 208, "max_ms": 208.7, "p95_ms": 164.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.509, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.781, "count": 209, "max_ms": 11.79, "p95_ms": 7.747}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.761, "count": 209, "max_ms": 11.773, "p95_ms": 7.724}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.032, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.603, "count": 209, "max_ms": 86.401, "p95_ms": 73.333}, "visualize": {"avg_ms": 39.88, "count": 209, "max_ms": 70.792, "p95_ms": 53.811}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.058, "count": 209, "max_ms": 53.348, "p95_ms": 41.336}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.331, "count": 209, "max_ms": 69.37, "p95_ms": 52.495}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 209, "max_ms": 4.686, "p95_ms": 2.179}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.199, "count": 209, "max_ms": 69.183, "p95_ms": 52.387}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 209, "max_ms": 1.424, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1249.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.721, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.588, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 897974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79288, "write_bytes_delta": 79288, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 893.0, "cpu_core_ratio": 0.372103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 34236, "reason": null, "system_cpu_core_ratio": 0.034822, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.33728, "user_cpu_s_delta": 6.78000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.861011, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57656, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.284451, "user_cpu_s_delta": 25.819999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 241, "max_ms": 8.932, "p95_ms": 5.659, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.921, "max": 26.0, "p95": 21.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.046, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 3.046, "max": 5.0, "p95": 4.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.069, "count": 30, "max": 61.513, "p95": 48.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.44, "count": 30, "max": 30.453, "p95": 27.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1019.6, "count": 30, "max": 1106.0, "p95": 1094.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 29.533, "count": 30, "max": 716.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.045, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.437, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87850.533, "count": 30, "max": 101466.0, "p95": 93651.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 35.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.578, "p95": 0.569, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.305, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7444, "sampled_at": "2026-10-31T17:44:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:44:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1544263, "flush_count": 1641, "flush_interval_seconds": 30.0, "flush_state": {"count": 1641, "last_at": "2026-10-31T17:54:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:54:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1640}, "started": true, "suppressed_count": 901876, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 901734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1641, "written_record_count": 1641}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7139.031, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a540e0bd200] left block unavailable for requested intra mode [h264 @ 0x5a540e0bd200] error while decoding MB 0 52, bytestream 733 [h264 @ 0x5a540e0a9040] error while decoding MB 20 60, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2497645670400, "copied_frame_count": 903373, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2497645670400, "frame_buffer_copies": 903373, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.113, "count": 512, "max_ms": 1.0106, "p50_ms": 0.0963, "p95_ms": 0.2171, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5098, "count": 512, "max_ms": 5.0232, "p50_ms": 1.4278, "p95_ms": 2.51, "p99_ms": 3.2216, "results": {"failed": 0, "not_applicable": 0, "success": 903373, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 446, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:55:08+09:00", "last_error_summary": "[h264 @ 0x5a540e0bd200] left block unavailable for requested intra mode [h264 @ 0x5a540e0bd200] error while decoding MB 0 52, bytestream 733 [h264 @ 0x5a540e0a9040] error while decoding MB 20 60, bytestream -5", "last_exit_at": "2026-10-31T17:45:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 572.363, "last_started_at": "2026-10-31T17:45:36+09:00", "pid": 34352, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 34352, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 143, "restart_count_per_hour": 12, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.671, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-31T17:55:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-10-31T17:55:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.35, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 259.65, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-31T17:55:08.455635+09:00", "mtime_epoch": 1793436908.4556353, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:55:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 903374, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.457, "max": 24.0, "p95": 20.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.119, "max": 2.0, "p95": 2.0, "sample_count": 135}, "total": {"avg": 0.535, "max": 2.0, "p95": 2.0, "sample_count": 282}}, "tracking_counts": {"active": {"avg": 0.44, "max": 2.0, "p95": 1.0, "sample_count": 282}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "removed": {"avg": 0.039, "max": 2.0, "p95": 0.0, "sample_count": 282}, "tracked": {"avg": 0.44, "max": 2.0, "p95": 1.0, "sample_count": 282}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.403, "pushed": 9.403, "read": 9.403}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 282, "client_acquire_ms": {"avg_ms": 0.009, "count": 282, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 41.134, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.928, "count": 282, "max_ms": 13.295, "p95_ms": 2.95, "reason": null, "sample_age_ms": 96.347, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 282, "max_ms": 12.318, "p95_ms": 2.063, "reason": null, "sample_age_ms": 96.601, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.46, "count": 282, "max_ms": 1.734, "p95_ms": 0.875, "reason": null, "sample_age_ms": 41.145, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.237, "count": 282, "max_ms": 5.227, "p95_ms": 3.511, "reason": null, "sample_age_ms": 95.043, "source": "client_direct"}, "request_count": 282, "request_tensor_bytes": {"avg": 2764808.0, "count": 282, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.024, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 282, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.851, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.979, "count": 282, "max_ms": 94.175, "p95_ms": 67.198, "reason": null, "sample_age_ms": 41.128, "source": "client_direct"}, "sample_age_ms": 41.123, "source": "client_direct", "task_total_ms": {"avg_ms": 49.885, "count": 282, "max_ms": 97.155, "p95_ms": 69.698, "reason": null, "sample_age_ms": 41.123, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.986, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.455, "count": 282, "max_ms": 10.183, "p95_ms": 6.475}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 282, "max_ms": 1.206, "p95_ms": 0.614}, "detection_prepare_ms": {"avg_ms": 0.73, "count": 282, "max_ms": 3.377, "p95_ms": 2.146}, "event_filter_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.15, "count": 282, "max_ms": 0.712, "p95_ms": 0.382}, "mcmt_ms": {"avg_ms": 0.003, "count": 282, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.494, "count": 282, "max_ms": 3.826, "p95_ms": 1.741}, "setup_ms": {"avg_ms": 0.041, "count": 282, "max_ms": 0.14, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.41, "count": 282, "max_ms": 10.074, "p95_ms": 6.416}, "track_match_ms": {"avg_ms": 0.045, "count": 282, "max_ms": 0.305, "p95_ms": 0.153}, "tracker_update_ms": {"avg_ms": 0.627, "count": 282, "max_ms": 3.096, "p95_ms": 1.995}}, "gstreamer_push": {"avg_ms": 3.236, "count": 282, "max_ms": 8.761, "p95_ms": 5.192}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 282, "max_ms": 0.676, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.227, "count": 282, "max_ms": 111.111, "p95_ms": 74.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.58, "count": 282, "max_ms": 14.046, "p95_ms": 6.972}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.923, "count": 282, "max_ms": 147.168, "p95_ms": 114.346}, "inference_input_copy_ms": {"avg_ms": 2.064, "count": 282, "max_ms": 7.987, "p95_ms": 3.405}, "processing_residual_ms": {"avg_ms": 0.209, "count": 282, "max_ms": 0.661, "p95_ms": 0.423}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.776, "count": 282, "max_ms": 149.894, "p95_ms": 119.982}, "read_interval": {"avg_ms": 106.402, "count": 282, "max_ms": 192.37, "p95_ms": 139.582}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 282, "max_ms": 0.079, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.441, "count": 282, "max_ms": 3.736, "p95_ms": 1.69}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 282, "max_ms": 0.082, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.427, "count": 282, "max_ms": 3.712, "p95_ms": 1.675}, "worker_merge_ms": {"avg_ms": 0.006, "count": 282, "max_ms": 0.076, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.241, "count": 282, "max_ms": 111.13, "p95_ms": 74.151}, "visualize": {"avg_ms": 32.803, "count": 282, "max_ms": 51.741, "p95_ms": 43.679}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.172, "count": 282, "max_ms": 48.319, "p95_ms": 39.872}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.975, "count": 282, "max_ms": 49.272, "p95_ms": 42.774}, "visualize_input_copy_ms": {"avg_ms": 0.641, "count": 282, "max_ms": 3.084, "p95_ms": 2.029}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.868, "count": 282, "max_ms": 49.127, "p95_ms": 42.67}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 282, "max_ms": 0.229, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 282}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.677, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.613, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85331, "write_bytes_delta": 85331, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1025.0, "cpu_core_ratio": 0.44662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 34352, "reason": null, "system_cpu_core_ratio": 0.03888, "system_cpu_s_delta": 0.7799999999999976, "user_cpu_core_ratio": 0.40774, "user_cpu_s_delta": 8.180000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414719, "system_cpu_s_delta": 8.319999999999709, "user_cpu_core_ratio": 1.063215, "user_cpu_s_delta": 21.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 278, "max_ms": 8.761, "p95_ms": 5.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.55, "max": 24.0, "p95": 20.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.189, "key_count": 1, "max": 4.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.543, "max": 4.0, "p95": 2.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.837, "count": 30, "max": 52.818, "p95": 43.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 994.8, "count": 30, "max": 1121.0, "p95": 1088.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.067, "count": 30, "max": 4682.0, "p95": 780.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.059, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.408, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.591, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.318, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7474, "sampled_at": "2026-10-31T17:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1544263, "flush_count": 1641, "flush_interval_seconds": 30.0, "flush_state": {"count": 1641, "last_at": "2026-10-31T17:54:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:54:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1640}, "started": true, "suppressed_count": 901876, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 901734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1641, "written_record_count": 1641}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7126.176, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:55:08+09:00", "last_error_summary": "[h264 @ 0x5a540e0bd200] left block unavailable for requested intra mode [h264 @ 0x5a540e0bd200] error while decoding MB 0 52, bytestream 733 [h264 @ 0x5a540e0a9040] error while decoding MB 20 60, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2497648435200, "copied_frame_count": 903374, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2497648435200, "frame_buffer_copies": 903374, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 1.0106, "p50_ms": 0.0958, "p95_ms": 0.2171, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5115, "count": 512, "max_ms": 5.0232, "p50_ms": 1.4294, "p95_ms": 2.51, "p99_ms": 3.2216, "results": {"failed": 0, "not_applicable": 0, "success": 903374, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 446, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:55:08+09:00", "last_error_summary": "[h264 @ 0x5a540e0bd200] left block unavailable for requested intra mode [h264 @ 0x5a540e0bd200] error while decoding MB 0 52, bytestream 733 [h264 @ 0x5a540e0a9040] error while decoding MB 20 60, bytestream -5", "last_exit_at": "2026-10-31T17:55:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 572.42, "last_started_at": "2026-10-31T17:45:36+09:00", "pid": 34352, "process": {"exists": false, "pid": 34352}, "restart_count": 143, "restart_count_per_hour": 12, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.671, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-31T17:55:08+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-31T17:55:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.416, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 259.584, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-10-31T17:55:08.582636+09:00", "mtime_epoch": 1793436908.5826359, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:55:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 903374, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.426, "max": 24.0, "p95": 20.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.119, "max": 2.0, "p95": 2.0, "sample_count": 135}, "total": {"avg": 0.535, "max": 2.0, "p95": 2.0, "sample_count": 282}}, "tracking_counts": {"active": {"avg": 0.44, "max": 2.0, "p95": 1.0, "sample_count": 282}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 282}, "tracked": {"avg": 0.44, "max": 2.0, "p95": 1.0, "sample_count": 282}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.42, "pushed": 9.42, "read": 9.387}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 281, "client_acquire_ms": {"avg_ms": 0.009, "count": 281, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 117.308, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.929, "count": 281, "max_ms": 13.295, "p95_ms": 2.958, "reason": null, "sample_age_ms": 172.521, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 281, "max_ms": 12.318, "p95_ms": 2.065, "reason": null, "sample_age_ms": 172.775, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.46, "count": 281, "max_ms": 1.734, "p95_ms": 0.875, "reason": null, "sample_age_ms": 117.319, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.24, "count": 281, "max_ms": 5.227, "p95_ms": 3.513, "reason": null, "sample_age_ms": 171.217, "source": "client_direct"}, "request_count": 281, "request_tensor_bytes": {"avg": 2764808.0, "count": 281, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.198, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 281, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.025, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.943, "count": 281, "max_ms": 94.175, "p95_ms": 67.22, "reason": null, "sample_age_ms": 117.302, "source": "client_direct"}, "sample_age_ms": 117.297, "source": "client_direct", "task_total_ms": {"avg_ms": 49.851, "count": 281, "max_ms": 97.155, "p95_ms": 69.699, "reason": null, "sample_age_ms": 117.297, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.769, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.454, "count": 282, "max_ms": 10.183, "p95_ms": 6.475}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 282, "max_ms": 1.206, "p95_ms": 0.614}, "detection_prepare_ms": {"avg_ms": 0.73, "count": 282, "max_ms": 3.377, "p95_ms": 2.146}, "event_filter_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.151, "count": 282, "max_ms": 0.712, "p95_ms": 0.382}, "mcmt_ms": {"avg_ms": 0.003, "count": 282, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.494, "count": 282, "max_ms": 3.826, "p95_ms": 1.741}, "setup_ms": {"avg_ms": 0.041, "count": 282, "max_ms": 0.14, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.41, "count": 282, "max_ms": 10.074, "p95_ms": 6.416}, "track_match_ms": {"avg_ms": 0.045, "count": 282, "max_ms": 0.305, "p95_ms": 0.153}, "tracker_update_ms": {"avg_ms": 0.627, "count": 282, "max_ms": 3.096, "p95_ms": 1.995}}, "gstreamer_push": {"avg_ms": 3.235, "count": 282, "max_ms": 8.761, "p95_ms": 5.192}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 282, "max_ms": 0.676, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.209, "count": 282, "max_ms": 111.111, "p95_ms": 74.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.58, "count": 282, "max_ms": 14.046, "p95_ms": 6.972}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.971, "count": 282, "max_ms": 147.168, "p95_ms": 114.346}, "inference_input_copy_ms": {"avg_ms": 2.061, "count": 282, "max_ms": 7.987, "p95_ms": 3.405}, "processing_residual_ms": {"avg_ms": 0.209, "count": 282, "max_ms": 0.661, "p95_ms": 0.423}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.821, "count": 282, "max_ms": 149.894, "p95_ms": 119.982}, "read_interval": {"avg_ms": 106.375, "count": 281, "max_ms": 192.37, "p95_ms": 139.582}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 282, "max_ms": 0.079, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.441, "count": 282, "max_ms": 3.736, "p95_ms": 1.69}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 282, "max_ms": 0.082, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.427, "count": 282, "max_ms": 3.712, "p95_ms": 1.675}, "worker_merge_ms": {"avg_ms": 0.006, "count": 282, "max_ms": 0.076, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.224, "count": 282, "max_ms": 111.13, "p95_ms": 74.151}, "visualize": {"avg_ms": 32.848, "count": 282, "max_ms": 51.741, "p95_ms": 43.772}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.216, "count": 282, "max_ms": 48.319, "p95_ms": 40.09}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.02, "count": 282, "max_ms": 49.272, "p95_ms": 43.113}, "visualize_input_copy_ms": {"avg_ms": 0.641, "count": 282, "max_ms": 3.084, "p95_ms": 2.029}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.913, "count": 282, "max_ms": 49.127, "p95_ms": 43.023}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 282, "max_ms": 0.229, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 282}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.677, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.613, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85331, "write_bytes_delta": 85331, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1025.0, "cpu_core_ratio": 0.44662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 34352, "reason": null, "system_cpu_core_ratio": 0.03888, "system_cpu_s_delta": 0.7799999999999976, "user_cpu_core_ratio": 0.40774, "user_cpu_s_delta": 8.180000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414719, "system_cpu_s_delta": 8.319999999999709, "user_cpu_core_ratio": 1.063215, "user_cpu_s_delta": 21.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 278, "max_ms": 8.761, "p95_ms": 5.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.55, "max": 24.0, "p95": 20.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.189, "key_count": 1, "max": 4.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.543, "max": 4.0, "p95": 2.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.837, "count": 30, "max": 52.818, "p95": 43.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 994.8, "count": 30, "max": 1121.0, "p95": 1088.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.067, "count": 30, "max": 4682.0, "p95": 780.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.059, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.408, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.591, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.318, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7474, "sampled_at": "2026-10-31T17:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1544263, "flush_count": 1641, "flush_interval_seconds": 30.0, "flush_state": {"count": 1641, "last_at": "2026-10-31T17:54:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:54:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1640}, "started": true, "suppressed_count": 901876, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 901734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1641, "written_record_count": 1641}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7137.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2497648435200, "copied_frame_count": 903374, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2497648435200, "frame_buffer_copies": 903374, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 1.0106, "p50_ms": 0.0958, "p95_ms": 0.2171, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5115, "count": 512, "max_ms": 5.0232, "p50_ms": 1.4294, "p95_ms": 2.51, "p99_ms": 3.2216, "results": {"failed": 0, "not_applicable": 0, "success": 903374, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 446, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:55:08+09:00", "last_error_summary": "[h264 @ 0x5a540e0bd200] left block unavailable for requested intra mode [h264 @ 0x5a540e0bd200] error while decoding MB 0 52, bytestream 733 [h264 @ 0x5a540e0a9040] error while decoding MB 20 60, bytestream -5", "last_exit_at": "2026-10-31T17:55:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 572.47, "last_started_at": "2026-10-31T17:45:36+09:00", "pid": 34352, "process": {"exists": false, "pid": 34352}, "restart_count": 143, "restart_count_per_hour": 12, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.671, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-31T17:55:08+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-10-31T17:55:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.446, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 259.554, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-10-31T17:55:08.582636+09:00", "mtime_epoch": 1793436908.5826359, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:55:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 903374, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.426, "max": 24.0, "p95": 20.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.119, "max": 2.0, "p95": 2.0, "sample_count": 135}, "total": {"avg": 0.535, "max": 2.0, "p95": 2.0, "sample_count": 282}}, "tracking_counts": {"active": {"avg": 0.44, "max": 2.0, "p95": 1.0, "sample_count": 282}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 282}, "tracked": {"avg": 0.44, "max": 2.0, "p95": 1.0, "sample_count": 282}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.405, "pushed": 9.405, "read": 9.371}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 281, "client_acquire_ms": {"avg_ms": 0.009, "count": 281, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 145.298, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.929, "count": 281, "max_ms": 13.295, "p95_ms": 2.958, "reason": null, "sample_age_ms": 200.511, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 281, "max_ms": 12.318, "p95_ms": 2.065, "reason": null, "sample_age_ms": 200.765, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.46, "count": 281, "max_ms": 1.734, "p95_ms": 0.875, "reason": null, "sample_age_ms": 145.308, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.24, "count": 281, "max_ms": 5.227, "p95_ms": 3.513, "reason": null, "sample_age_ms": 199.207, "source": "client_direct"}, "request_count": 281, "request_tensor_bytes": {"avg": 2764808.0, "count": 281, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 199.188, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 281, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.014, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.943, "count": 281, "max_ms": 94.175, "p95_ms": 67.22, "reason": null, "sample_age_ms": 145.292, "source": "client_direct"}, "sample_age_ms": 145.287, "source": "client_direct", "task_total_ms": {"avg_ms": 49.851, "count": 281, "max_ms": 97.155, "p95_ms": 69.699, "reason": null, "sample_age_ms": 145.287, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.723, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.454, "count": 282, "max_ms": 10.183, "p95_ms": 6.475}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 282, "max_ms": 1.206, "p95_ms": 0.614}, "detection_prepare_ms": {"avg_ms": 0.73, "count": 282, "max_ms": 3.377, "p95_ms": 2.146}, "event_filter_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.151, "count": 282, "max_ms": 0.712, "p95_ms": 0.382}, "mcmt_ms": {"avg_ms": 0.003, "count": 282, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.494, "count": 282, "max_ms": 3.826, "p95_ms": 1.741}, "setup_ms": {"avg_ms": 0.041, "count": 282, "max_ms": 0.14, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.41, "count": 282, "max_ms": 10.074, "p95_ms": 6.416}, "track_match_ms": {"avg_ms": 0.045, "count": 282, "max_ms": 0.305, "p95_ms": 0.153}, "tracker_update_ms": {"avg_ms": 0.627, "count": 282, "max_ms": 3.096, "p95_ms": 1.995}}, "gstreamer_push": {"avg_ms": 3.235, "count": 282, "max_ms": 8.761, "p95_ms": 5.192}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 282, "max_ms": 0.676, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.209, "count": 282, "max_ms": 111.111, "p95_ms": 74.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.58, "count": 282, "max_ms": 14.046, "p95_ms": 6.972}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.971, "count": 282, "max_ms": 147.168, "p95_ms": 114.346}, "inference_input_copy_ms": {"avg_ms": 2.061, "count": 282, "max_ms": 7.987, "p95_ms": 3.405}, "processing_residual_ms": {"avg_ms": 0.209, "count": 282, "max_ms": 0.661, "p95_ms": 0.423}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.821, "count": 282, "max_ms": 149.894, "p95_ms": 119.982}, "read_interval": {"avg_ms": 106.375, "count": 281, "max_ms": 192.37, "p95_ms": 139.582}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 282, "max_ms": 0.079, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.441, "count": 282, "max_ms": 3.736, "p95_ms": 1.69}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 282, "max_ms": 0.082, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.427, "count": 282, "max_ms": 3.712, "p95_ms": 1.675}, "worker_merge_ms": {"avg_ms": 0.006, "count": 282, "max_ms": 0.076, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.224, "count": 282, "max_ms": 111.13, "p95_ms": 74.151}, "visualize": {"avg_ms": 32.848, "count": 282, "max_ms": 51.741, "p95_ms": 43.772}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.216, "count": 282, "max_ms": 48.319, "p95_ms": 40.09}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.02, "count": 282, "max_ms": 49.272, "p95_ms": 43.113}, "visualize_input_copy_ms": {"avg_ms": 0.641, "count": 282, "max_ms": 3.084, "p95_ms": 2.029}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.913, "count": 282, "max_ms": 49.127, "p95_ms": 43.023}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 282, "max_ms": 0.229, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 282}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.677, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.613, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85331, "write_bytes_delta": 85331, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1025.0, "cpu_core_ratio": 0.44662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 34352, "reason": null, "system_cpu_core_ratio": 0.03888, "system_cpu_s_delta": 0.7799999999999976, "user_cpu_core_ratio": 0.40774, "user_cpu_s_delta": 8.180000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414719, "system_cpu_s_delta": 8.319999999999709, "user_cpu_core_ratio": 1.063215, "user_cpu_s_delta": 21.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 278, "max_ms": 8.761, "p95_ms": 5.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.55, "max": 24.0, "p95": 20.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.189, "key_count": 1, "max": 4.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.543, "max": 4.0, "p95": 2.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.837, "count": 30, "max": 52.818, "p95": 43.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 994.8, "count": 30, "max": 1121.0, "p95": 1088.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.067, "count": 30, "max": 4682.0, "p95": 780.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.059, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.408, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.591, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.318, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7474, "sampled_at": "2026-10-31T17:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1544263, "flush_count": 1641, "flush_interval_seconds": 30.0, "flush_state": {"count": 1641, "last_at": "2026-10-31T17:54:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:54:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1640}, "started": true, "suppressed_count": 901876, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 901734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1641, "written_record_count": 1641}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7320.734, "limit_mb": null}, "detail": {"pid": 34468, "restart_count": 144, "start_count": 145}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2497648435200, "copied_frame_count": 903374, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2497648435200, "frame_buffer_copies": 903374, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 1.0106, "p50_ms": 0.0958, "p95_ms": 0.2171, "p99_ms": 0.2779}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5115, "count": 512, "max_ms": 5.0232, "p50_ms": 1.4294, "p95_ms": 2.51, "p99_ms": 3.2216, "results": {"failed": 0, "not_applicable": 0, "success": 903374, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 446, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:55:08+09:00", "last_error_summary": "[h264 @ 0x5a540e0bd200] left block unavailable for requested intra mode [h264 @ 0x5a540e0bd200] error while decoding MB 0 52, bytestream 733 [h264 @ 0x5a540e0a9040] error while decoding MB 20 60, bytestream -5", "last_exit_at": "2026-10-31T17:55:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:55:11+09:00", "pid": 34468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.836, "name": "ffmpeg", "pid": 34468, "rss_mb": 208.836, "state": "S (sleeping)", "threads": 70}, "restart_count": 144, "restart_count_per_hour": 13, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.83, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.846, "last_frame_pushed_at": "2026-10-31T17:55:08+09:00", "last_frame_read_age_sec": 4.966, "last_frame_read_at": "2026-10-31T17:55:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.217, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 254.783, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 4.832, "exists": true, "mtime": "2026-10-31T17:55:08.582636+09:00", "mtime_epoch": 1793436908.5826359, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87001}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:55:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 903374, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.753, "max": 24.0, "p95": 19.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.099, "max": 2.0, "p95": 2.0, "sample_count": 121}, "total": {"avg": 0.566, "max": 2.0, "p95": 2.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.528, "max": 2.0, "p95": 1.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.528, "max": 2.0, "p95": 1.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.839, "pushed": 7.839, "read": 7.806}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.009, "count": 234, "max_ms": 0.04, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4917.08, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.937, "count": 234, "max_ms": 13.295, "p95_ms": 2.975, "reason": null, "sample_age_ms": 4972.294, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 234, "max_ms": 12.318, "p95_ms": 2.1, "reason": null, "sample_age_ms": 4972.547, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.461, "count": 234, "max_ms": 1.734, "p95_ms": 0.871, "reason": null, "sample_age_ms": 4917.091, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.217, "count": 234, "max_ms": 5.227, "p95_ms": 3.487, "reason": null, "sample_age_ms": 4970.989, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4970.97, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4917.797, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.486, "count": 234, "max_ms": 94.175, "p95_ms": 68.483, "reason": null, "sample_age_ms": 4917.074, "source": "client_direct"}, "sample_age_ms": 4917.07, "source": "client_direct", "task_total_ms": {"avg_ms": 50.374, "count": 234, "max_ms": 97.155, "p95_ms": 72.145, "reason": null, "sample_age_ms": 4917.07, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.596, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.574, "count": 235, "max_ms": 8.94, "p95_ms": 6.587}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.321, "count": 235, "max_ms": 1.206, "p95_ms": 0.651}, "detection_prepare_ms": {"avg_ms": 0.775, "count": 235, "max_ms": 3.377, "p95_ms": 2.186}, "event_filter_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.154, "count": 235, "max_ms": 0.712, "p95_ms": 0.384}, "mcmt_ms": {"avg_ms": 0.003, "count": 235, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.508, "count": 235, "max_ms": 3.048, "p95_ms": 1.772}, "setup_ms": {"avg_ms": 0.04, "count": 235, "max_ms": 0.14, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 2.529, "count": 235, "max_ms": 8.857, "p95_ms": 6.498}, "track_match_ms": {"avg_ms": 0.05, "count": 235, "max_ms": 0.305, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 0.675, "count": 235, "max_ms": 3.096, "p95_ms": 2.022}}, "gstreamer_push": {"avg_ms": 3.222, "count": 235, "max_ms": 6.069, "p95_ms": 5.277}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 235, "max_ms": 0.676, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.661, "count": 235, "max_ms": 111.111, "p95_ms": 76.043}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.682, "count": 235, "max_ms": 14.046, "p95_ms": 6.986}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.576, "count": 235, "max_ms": 147.168, "p95_ms": 115.634}, "inference_input_copy_ms": {"avg_ms": 2.073, "count": 235, "max_ms": 7.987, "p95_ms": 3.376}, "processing_residual_ms": {"avg_ms": 0.209, "count": 235, "max_ms": 0.661, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.539, "count": 235, "max_ms": 149.894, "p95_ms": 121.671}, "read_interval": {"avg_ms": 107.224, "count": 234, "max_ms": 192.37, "p95_ms": 140.937}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 235, "max_ms": 0.079, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.454, "count": 235, "max_ms": 2.93, "p95_ms": 1.711}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 235, "max_ms": 0.082, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.439, "count": 235, "max_ms": 2.903, "p95_ms": 1.694}, "worker_merge_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.076, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.676, "count": 235, "max_ms": 111.13, "p95_ms": 76.05}, "visualize": {"avg_ms": 32.907, "count": 235, "max_ms": 51.741, "p95_ms": 44.183}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.147, "count": 235, "max_ms": 48.319, "p95_ms": 41.127}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.032, "count": 235, "max_ms": 49.272, "p95_ms": 43.551}, "visualize_input_copy_ms": {"avg_ms": 0.686, "count": 235, "max_ms": 3.084, "p95_ms": 2.115}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.924, "count": 235, "max_ms": 49.127, "p95_ms": 43.467}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 235, "max_ms": 0.229, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.677, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.613, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 903303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85331, "write_bytes_delta": 85331, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1025.0, "cpu_core_ratio": 0.44662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 34352, "reason": null, "system_cpu_core_ratio": 0.03888, "system_cpu_s_delta": 0.7799999999999976, "user_cpu_core_ratio": 0.40774, "user_cpu_s_delta": 8.180000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477934, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414719, "system_cpu_s_delta": 8.319999999999709, "user_cpu_core_ratio": 1.063215, "user_cpu_s_delta": 21.330000000001746}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 278, "max_ms": 8.761, "p95_ms": 5.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.55, "max": 24.0, "p95": 20.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.189, "key_count": 1, "max": 4.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.543, "max": 4.0, "p95": 2.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.837, "count": 30, "max": 52.818, "p95": 43.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 994.8, "count": 30, "max": 1121.0, "p95": 1088.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.067, "count": 30, "max": 4682.0, "p95": 780.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.059, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.408, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78872.7, "count": 30, "max": 85331.0, "p95": 83321.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.591, "p95": 0.583, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.318, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7474, "sampled_at": "2026-10-31T17:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1546299, "flush_count": 1643, "flush_interval_seconds": 30.0, "flush_state": {"count": 1643, "last_at": "2026-10-31T17:56:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:56:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1642}, "started": true, "suppressed_count": 903047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 902905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1643, "written_record_count": 1643}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7261.73, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61f895a50000] error while decoding MB 13 66, bytestream -12 [h264 @ 0x61f895a78380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x61f895a78380] error while decoding MB 0 65, bytestream 10127", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2500888780800, "copied_frame_count": 904546, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2500888780800, "frame_buffer_copies": 904546, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 3.8571, "p50_ms": 0.0903, "p95_ms": 0.2005, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5158, "count": 512, "max_ms": 4.4989, "p50_ms": 1.4229, "p95_ms": 2.4523, "p99_ms": 3.3677, "results": {"failed": 0, "not_applicable": 0, "success": 904546, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 448, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:57:44+09:00", "last_error_summary": "[h264 @ 0x61f895a50000] error while decoding MB 13 66, bytestream -12 [h264 @ 0x61f895a78380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x61f895a78380] error while decoding MB 0 65, bytestream 10127", "last_exit_at": "2026-10-31T17:55:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.724, "last_started_at": "2026-10-31T17:55:11+09:00", "pid": 34468, "process": {"exists": false, "pid": 34468}, "restart_count": 144, "restart_count_per_hour": 12, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.701, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-31T17:57:44+09:00", "last_frame_read_age_sec": 0.046, "last_frame_read_at": "2026-10-31T17:57:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 495.962, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 104.038, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-31T17:57:44.090219+09:00", "mtime_epoch": 1793437064.090219, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106295}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:57:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 904547, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.743, "max": 16.0, "p95": 13.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.83, "max": 5.0, "p95": 4.0, "sample_count": 230}, "total": {"avg": 2.83, "max": 5.0, "p95": 4.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 1.604, "max": 4.0, "p95": 3.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 1.604, "max": 4.0, "p95": 3.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.67, "pushed": 7.67, "read": 7.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 30.574, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.809, "count": 230, "max_ms": 6.065, "p95_ms": 2.583, "reason": null, "sample_age_ms": 57.102, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 230, "max_ms": 5.746, "p95_ms": 1.858, "reason": null, "sample_age_ms": 57.581, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 230, "max_ms": 1.24, "p95_ms": 0.681, "reason": null, "sample_age_ms": 30.584, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.794, "count": 230, "max_ms": 6.032, "p95_ms": 3.297, "reason": null, "sample_age_ms": 56.035, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 56.016, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.996, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.274, "count": 230, "max_ms": 86.707, "p95_ms": 68.705, "reason": null, "sample_age_ms": 30.568, "source": "client_direct"}, "sample_age_ms": 30.562, "source": "client_direct", "task_total_ms": {"avg_ms": 49.604, "count": 230, "max_ms": 88.446, "p95_ms": 71.119, "reason": null, "sample_age_ms": 30.562, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.379, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.249, "count": 230, "max_ms": 16.857, "p95_ms": 11.476}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 230, "max_ms": 2.379, "p95_ms": 0.875}, "detection_prepare_ms": {"avg_ms": 1.63, "count": 230, "max_ms": 7.298, "p95_ms": 3.275}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.314, "count": 230, "max_ms": 0.762, "p95_ms": 0.528}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.396, "count": 230, "max_ms": 6.607, "p95_ms": 3.991}, "setup_ms": {"avg_ms": 0.042, "count": 230, "max_ms": 0.129, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 6.192, "count": 230, "max_ms": 16.728, "p95_ms": 11.372}, "track_match_ms": {"avg_ms": 0.178, "count": 230, "max_ms": 0.593, "p95_ms": 0.382}, "tracker_update_ms": {"avg_ms": 2.148, "count": 230, "max_ms": 7.549, "p95_ms": 3.656}}, "gstreamer_push": {"avg_ms": 3.128, "count": 230, "max_ms": 6.811, "p95_ms": 5.106}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 230, "max_ms": 0.412, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.923, "count": 230, "max_ms": 89.775, "p95_ms": 72.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.494, "count": 230, "max_ms": 16.035, "p95_ms": 9.166}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.529, "count": 230, "max_ms": 156.787, "p95_ms": 129.275}, "inference_input_copy_ms": {"avg_ms": 1.76, "count": 230, "max_ms": 7.322, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.23, "count": 230, "max_ms": 1.045, "p95_ms": 0.474}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.012, "count": 230, "max_ms": 161.775, "p95_ms": 137.352}, "read_interval": {"avg_ms": 130.658, "count": 230, "max_ms": 2017.668, "p95_ms": 167.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 230, "max_ms": 0.288, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.334, "count": 230, "max_ms": 6.458, "p95_ms": 3.849}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.061, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.317, "count": 230, "max_ms": 6.422, "p95_ms": 3.77}, "worker_merge_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.938, "count": 230, "max_ms": 89.79, "p95_ms": 72.857}, "visualize": {"avg_ms": 39.091, "count": 230, "max_ms": 71.042, "p95_ms": 56.122}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.669, "count": 230, "max_ms": 55.279, "p95_ms": 45.341}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.549, "count": 230, "max_ms": 69.391, "p95_ms": 54.24}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 230, "max_ms": 4.649, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.42, "count": 230, "max_ms": 69.193, "p95_ms": 54.084}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 230, "max_ms": 0.223, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.831, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.701, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106268, "write_bytes_delta": 106268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 642.0, "cpu_core_ratio": 0.620878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1130.0, "pid": 34468, "reason": null, "system_cpu_core_ratio": 0.220569, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.40031, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.720237, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.558143, "system_cpu_s_delta": 11.209999999999127, "user_cpu_core_ratio": 1.162093, "user_cpu_s_delta": 23.339999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 234, "max_ms": 6.811, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.756, "max": 16.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.688, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.688, "max": 5.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.307, "count": 30, "max": 44.824, "p95": 35.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.959, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.533, "count": 30, "max": 1121.0, "p95": 1105.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.933, "count": 30, "max": 6603.0, "p95": 1187.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.277, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.459, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.145, "count": 30, "max": 1.326, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7482, "sampled_at": "2026-10-31T17:57:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:57:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1546299, "flush_count": 1643, "flush_interval_seconds": 30.0, "flush_state": {"count": 1643, "last_at": "2026-10-31T17:56:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:56:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1642}, "started": true, "suppressed_count": 903047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 902905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1643, "written_record_count": 1643}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7281.609, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T17:57:44+09:00", "last_error_summary": "[h264 @ 0x61f895a50000] error while decoding MB 13 66, bytestream -12 [h264 @ 0x61f895a78380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x61f895a78380] error while decoding MB 0 65, bytestream 10127", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2500891545600, "copied_frame_count": 904547, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2500891545600, "frame_buffer_copies": 904547, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 3.8571, "p50_ms": 0.0904, "p95_ms": 0.2005, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5161, "count": 512, "max_ms": 4.4989, "p50_ms": 1.4236, "p95_ms": 2.4523, "p99_ms": 3.3677, "results": {"failed": 0, "not_applicable": 0, "success": 904547, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 448, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:57:44+09:00", "last_error_summary": "[h264 @ 0x61f895a50000] error while decoding MB 13 66, bytestream -12 [h264 @ 0x61f895a78380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x61f895a78380] error while decoding MB 0 65, bytestream 10127", "last_exit_at": "2026-10-31T17:57:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.806, "last_started_at": "2026-10-31T17:55:11+09:00", "pid": 34468, "process": {"exists": false, "pid": 34468}, "restart_count": 144, "restart_count_per_hour": 12, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.701, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T17:57:44+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-31T17:57:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.035, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 103.965, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-10-31T17:57:44.090219+09:00", "mtime_epoch": 1793437064.090219, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106295}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:57:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 904547, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.743, "max": 16.0, "p95": 13.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.839, "max": 5.0, "p95": 4.0, "sample_count": 230}, "total": {"avg": 2.839, "max": 5.0, "p95": 4.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 1.609, "max": 4.0, "p95": 3.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 1.609, "max": 4.0, "p95": 3.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.681, "pushed": 7.681, "read": 7.648}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 110.89, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 229, "max_ms": 6.065, "p95_ms": 2.584, "reason": null, "sample_age_ms": 137.419, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 229, "max_ms": 5.746, "p95_ms": 1.862, "reason": null, "sample_age_ms": 137.897, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 229, "max_ms": 1.24, "p95_ms": 0.682, "reason": null, "sample_age_ms": 110.9, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.792, "count": 229, "max_ms": 6.032, "p95_ms": 3.299, "reason": null, "sample_age_ms": 136.352, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.333, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.313, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.245, "count": 229, "max_ms": 86.707, "p95_ms": 68.741, "reason": null, "sample_age_ms": 110.884, "source": "client_direct"}, "sample_age_ms": 110.879, "source": "client_direct", "task_total_ms": {"avg_ms": 49.574, "count": 229, "max_ms": 88.446, "p95_ms": 71.162, "reason": null, "sample_age_ms": 110.879, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.256, "count": 230, "max_ms": 16.857, "p95_ms": 11.476}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 230, "max_ms": 2.379, "p95_ms": 0.875}, "detection_prepare_ms": {"avg_ms": 1.636, "count": 230, "max_ms": 7.298, "p95_ms": 3.275}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.315, "count": 230, "max_ms": 0.762, "p95_ms": 0.528}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.386, "count": 230, "max_ms": 6.607, "p95_ms": 3.983}, "setup_ms": {"avg_ms": 0.042, "count": 230, "max_ms": 0.129, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 6.199, "count": 230, "max_ms": 16.728, "p95_ms": 11.372}, "track_match_ms": {"avg_ms": 0.179, "count": 230, "max_ms": 0.593, "p95_ms": 0.382}, "tracker_update_ms": {"avg_ms": 2.157, "count": 230, "max_ms": 7.549, "p95_ms": 3.745}}, "gstreamer_push": {"avg_ms": 3.127, "count": 230, "max_ms": 6.811, "p95_ms": 5.106}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 230, "max_ms": 0.412, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.848, "count": 230, "max_ms": 89.775, "p95_ms": 72.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.469, "count": 230, "max_ms": 16.035, "p95_ms": 9.166}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.606, "count": 230, "max_ms": 156.787, "p95_ms": 129.275}, "inference_input_copy_ms": {"avg_ms": 1.753, "count": 230, "max_ms": 7.322, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.229, "count": 230, "max_ms": 1.045, "p95_ms": 0.474}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.058, "count": 230, "max_ms": 161.775, "p95_ms": 137.352}, "read_interval": {"avg_ms": 130.686, "count": 229, "max_ms": 2017.668, "p95_ms": 167.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 230, "max_ms": 0.288, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.323, "count": 230, "max_ms": 6.458, "p95_ms": 3.818}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.061, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.307, "count": 230, "max_ms": 6.422, "p95_ms": 3.731}, "worker_merge_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.862, "count": 230, "max_ms": 89.79, "p95_ms": 72.857}, "visualize": {"avg_ms": 39.237, "count": 230, "max_ms": 79.426, "p95_ms": 56.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.715, "count": 230, "max_ms": 55.279, "p95_ms": 45.44}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.694, "count": 230, "max_ms": 77.831, "p95_ms": 54.735}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 230, "max_ms": 4.649, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.566, "count": 230, "max_ms": 77.73, "p95_ms": 54.62}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 230, "max_ms": 0.223, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.831, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.701, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106268, "write_bytes_delta": 106268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 642.0, "cpu_core_ratio": 0.620878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1130.0, "pid": 34468, "reason": null, "system_cpu_core_ratio": 0.220569, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.40031, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.720237, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.558143, "system_cpu_s_delta": 11.209999999999127, "user_cpu_core_ratio": 1.162093, "user_cpu_s_delta": 23.339999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 234, "max_ms": 6.811, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.756, "max": 16.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.688, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.688, "max": 5.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.307, "count": 30, "max": 44.824, "p95": 35.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.959, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.533, "count": 30, "max": 1121.0, "p95": 1105.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.933, "count": 30, "max": 6603.0, "p95": 1187.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.277, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.459, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.145, "count": 30, "max": 1.326, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7482, "sampled_at": "2026-10-31T17:57:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:57:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1546299, "flush_count": 1643, "flush_interval_seconds": 30.0, "flush_state": {"count": 1643, "last_at": "2026-10-31T17:56:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:56:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1642}, "started": true, "suppressed_count": 903047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 902905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1643, "written_record_count": 1643}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7262.793, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2500891545600, "copied_frame_count": 904547, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2500891545600, "frame_buffer_copies": 904547, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 3.8571, "p50_ms": 0.0904, "p95_ms": 0.2005, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5161, "count": 512, "max_ms": 4.4989, "p50_ms": 1.4236, "p95_ms": 2.4523, "p99_ms": 3.3677, "results": {"failed": 0, "not_applicable": 0, "success": 904547, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 448, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:57:44+09:00", "last_error_summary": "[h264 @ 0x61f895a50000] error while decoding MB 13 66, bytestream -12 [h264 @ 0x61f895a78380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x61f895a78380] error while decoding MB 0 65, bytestream 10127", "last_exit_at": "2026-10-31T17:57:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.862, "last_started_at": "2026-10-31T17:55:11+09:00", "pid": 34468, "process": {"exists": false, "pid": 34468}, "restart_count": 144, "restart_count_per_hour": 12, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.701, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-31T17:57:44+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-10-31T17:57:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.086, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 103.914, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-31T17:57:44.227220+09:00", "mtime_epoch": 1793437064.2272196, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:57:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 904547, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.721, "max": 16.0, "p95": 13.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.847, "max": 5.0, "p95": 4.0, "sample_count": 229}, "total": {"avg": 2.847, "max": 5.0, "p95": 4.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 1.611, "max": 4.0, "p95": 3.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 1.611, "max": 4.0, "p95": 3.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.667, "pushed": 7.667, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 168.243, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 229, "max_ms": 6.065, "p95_ms": 2.584, "reason": null, "sample_age_ms": 194.771, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 229, "max_ms": 5.746, "p95_ms": 1.862, "reason": null, "sample_age_ms": 195.25, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 229, "max_ms": 1.24, "p95_ms": 0.682, "reason": null, "sample_age_ms": 168.253, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.792, "count": 229, "max_ms": 6.032, "p95_ms": 3.299, "reason": null, "sample_age_ms": 193.704, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 193.686, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.665, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.245, "count": 229, "max_ms": 86.707, "p95_ms": 68.741, "reason": null, "sample_age_ms": 168.237, "source": "client_direct"}, "sample_age_ms": 168.231, "source": "client_direct", "task_total_ms": {"avg_ms": 49.574, "count": 229, "max_ms": 88.446, "p95_ms": 71.162, "reason": null, "sample_age_ms": 168.231, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.269, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.248, "count": 229, "max_ms": 16.857, "p95_ms": 11.476}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 229, "max_ms": 2.379, "p95_ms": 0.875}, "detection_prepare_ms": {"avg_ms": 1.628, "count": 229, "max_ms": 7.298, "p95_ms": 3.109}, "event_filter_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.316, "count": 229, "max_ms": 0.762, "p95_ms": 0.528}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.383, "count": 229, "max_ms": 6.607, "p95_ms": 3.983}, "setup_ms": {"avg_ms": 0.042, "count": 229, "max_ms": 0.129, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 6.191, "count": 229, "max_ms": 16.728, "p95_ms": 11.372}, "track_match_ms": {"avg_ms": 0.179, "count": 229, "max_ms": 0.593, "p95_ms": 0.382}, "tracker_update_ms": {"avg_ms": 2.159, "count": 229, "max_ms": 7.549, "p95_ms": 3.745}}, "gstreamer_push": {"avg_ms": 3.127, "count": 230, "max_ms": 6.811, "p95_ms": 5.106}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 229, "max_ms": 0.412, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.812, "count": 229, "max_ms": 89.775, "p95_ms": 72.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.469, "count": 230, "max_ms": 16.035, "p95_ms": 9.166}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.606, "count": 230, "max_ms": 156.787, "p95_ms": 129.275}, "inference_input_copy_ms": {"avg_ms": 1.753, "count": 230, "max_ms": 7.322, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.229, "count": 230, "max_ms": 1.045, "p95_ms": 0.474}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.058, "count": 230, "max_ms": 161.775, "p95_ms": 137.352}, "read_interval": {"avg_ms": 130.686, "count": 229, "max_ms": 2017.668, "p95_ms": 167.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 229, "max_ms": 0.288, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.32, "count": 229, "max_ms": 6.458, "p95_ms": 3.818}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 229, "max_ms": 0.061, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.304, "count": 229, "max_ms": 6.422, "p95_ms": 3.731}, "worker_merge_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.826, "count": 229, "max_ms": 89.79, "p95_ms": 72.857}, "visualize": {"avg_ms": 39.242, "count": 229, "max_ms": 79.426, "p95_ms": 56.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.71, "count": 229, "max_ms": 55.279, "p95_ms": 45.44}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.706, "count": 229, "max_ms": 77.831, "p95_ms": 54.735}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 229, "max_ms": 4.649, "p95_ms": 2.072}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.577, "count": 229, "max_ms": 77.73, "p95_ms": 54.62}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 229, "max_ms": 0.223, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.831, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.701, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106268, "write_bytes_delta": 106268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 642.0, "cpu_core_ratio": 0.620878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1130.0, "pid": 34468, "reason": null, "system_cpu_core_ratio": 0.220569, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.40031, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.720237, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.558143, "system_cpu_s_delta": 11.209999999999127, "user_cpu_core_ratio": 1.162093, "user_cpu_s_delta": 23.339999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 234, "max_ms": 6.811, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.756, "max": 16.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.688, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.688, "max": 5.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.307, "count": 30, "max": 44.824, "p95": 35.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.959, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.533, "count": 30, "max": 1121.0, "p95": 1105.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.933, "count": 30, "max": 6603.0, "p95": 1187.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.277, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.459, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.145, "count": 30, "max": 1.326, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7482, "sampled_at": "2026-10-31T17:57:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:57:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1546299, "flush_count": 1643, "flush_interval_seconds": 30.0, "flush_state": {"count": 1643, "last_at": "2026-10-31T17:56:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T17:56:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1642}, "started": true, "suppressed_count": 903047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 902905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1643, "written_record_count": 1643}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7447.438, "limit_mb": null}, "detail": {"pid": 34584, "restart_count": 145, "start_count": 146}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2500891545600, "copied_frame_count": 904547, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2500891545600, "frame_buffer_copies": 904547, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 3.8571, "p50_ms": 0.0904, "p95_ms": 0.2005, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5161, "count": 512, "max_ms": 4.4989, "p50_ms": 1.4236, "p95_ms": 2.4523, "p99_ms": 3.3677, "results": {"failed": 0, "not_applicable": 0, "success": 904547, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 448, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T17:57:44+09:00", "last_error_summary": "[h264 @ 0x61f895a50000] error while decoding MB 13 66, bytestream -12 [h264 @ 0x61f895a78380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x61f895a78380] error while decoding MB 0 65, bytestream 10127", "last_exit_at": "2026-10-31T17:57:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T17:57:46+09:00", "pid": 34584, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.23, "name": "ffmpeg", "pid": 34584, "rss_mb": 206.23, "state": "S (sleeping)", "threads": 70}, "restart_count": 145, "restart_count_per_hour": 13, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.823, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.737, "last_frame_pushed_at": "2026-10-31T17:57:44+09:00", "last_frame_read_age_sec": 4.864, "last_frame_read_at": "2026-10-31T17:57:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 500.773, "last_sample_duration_ms": 765.833, "last_trigger": "periodic", "next_snapshot_in_sec": 99.227, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 164, "storage_bytes": 2594618}, "mjpeg": {"age_sec": 4.729, "exists": true, "mtime": "2026-10-31T17:57:44.227220+09:00", "mtime_epoch": 1793437064.2272196, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T17:57:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1252.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 904547, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.0, "max": 16.0, "p95": 13.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.134, "max": 5.0, "p95": 4.0, "sample_count": 187}, "total": {"avg": 3.134, "max": 5.0, "p95": 4.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.824, "max": 4.0, "p95": 3.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.824, "max": 4.0, "p95": 3.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.242, "pushed": 6.242, "read": 6.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.006, "count": 186, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4853.013, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.818, "count": 186, "max_ms": 6.065, "p95_ms": 2.587, "reason": null, "sample_age_ms": 4879.541, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 186, "max_ms": 5.746, "p95_ms": 1.874, "reason": null, "sample_age_ms": 4880.02, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 186, "max_ms": 1.24, "p95_ms": 0.684, "reason": null, "sample_age_ms": 4853.023, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.813, "count": 186, "max_ms": 6.032, "p95_ms": 3.518, "reason": null, "sample_age_ms": 4878.475, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2764808.0, "count": 186, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4878.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4853.436, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.618, "count": 186, "max_ms": 86.707, "p95_ms": 69.327, "reason": null, "sample_age_ms": 4853.007, "source": "client_direct"}, "sample_age_ms": 4853.002, "source": "client_direct", "task_total_ms": {"avg_ms": 49.971, "count": 186, "max_ms": 88.446, "p95_ms": 71.939, "reason": null, "sample_age_ms": 4853.002, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.252, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.459, "count": 187, "max_ms": 16.857, "p95_ms": 11.572}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.501, "count": 187, "max_ms": 2.379, "p95_ms": 0.905}, "detection_prepare_ms": {"avg_ms": 1.663, "count": 187, "max_ms": 7.298, "p95_ms": 3.275}, "event_filter_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.021, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.329, "count": 187, "max_ms": 0.762, "p95_ms": 0.555}, "mcmt_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.366, "count": 187, "max_ms": 6.607, "p95_ms": 3.69}, "setup_ms": {"avg_ms": 0.041, "count": 187, "max_ms": 0.129, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 6.402, "count": 187, "max_ms": 16.728, "p95_ms": 11.439}, "track_match_ms": {"avg_ms": 0.197, "count": 187, "max_ms": 0.593, "p95_ms": 0.394}, "tracker_update_ms": {"avg_ms": 2.297, "count": 187, "max_ms": 7.549, "p95_ms": 3.998}}, "gstreamer_push": {"avg_ms": 3.137, "count": 187, "max_ms": 6.7, "p95_ms": 5.106}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 187, "max_ms": 0.412, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.125, "count": 187, "max_ms": 89.775, "p95_ms": 72.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.601, "count": 187, "max_ms": 16.035, "p95_ms": 9.445}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.851, "count": 187, "max_ms": 156.787, "p95_ms": 133.02}, "inference_input_copy_ms": {"avg_ms": 1.781, "count": 187, "max_ms": 7.322, "p95_ms": 3.062}, "processing_residual_ms": {"avg_ms": 0.237, "count": 187, "max_ms": 1.045, "p95_ms": 0.482}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.471, "count": 187, "max_ms": 161.775, "p95_ms": 139.845}, "read_interval": {"avg_ms": 135.248, "count": 186, "max_ms": 2017.668, "p95_ms": 176.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 187, "max_ms": 0.288, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.303, "count": 187, "max_ms": 6.458, "p95_ms": 3.628}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 187, "max_ms": 0.061, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.287, "count": 187, "max_ms": 6.422, "p95_ms": 3.562}, "worker_merge_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.139, "count": 187, "max_ms": 89.79, "p95_ms": 72.857}, "visualize": {"avg_ms": 39.975, "count": 187, "max_ms": 79.426, "p95_ms": 59.286}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.946, "count": 187, "max_ms": 55.279, "p95_ms": 47.42}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.454, "count": 187, "max_ms": 77.831, "p95_ms": 56.437}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 187, "max_ms": 4.649, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.325, "count": 187, "max_ms": 77.73, "p95_ms": 56.275}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 187, "max_ms": 0.223, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1252.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.831, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.701, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T17:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106268, "write_bytes_delta": 106268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 642.0, "cpu_core_ratio": 0.620878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1130.0, "pid": 34468, "reason": null, "system_cpu_core_ratio": 0.220569, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.40031, "user_cpu_s_delta": 8.04}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.720237, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.558143, "system_cpu_s_delta": 11.209999999999127, "user_cpu_core_ratio": 1.162093, "user_cpu_s_delta": 23.339999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 234, "max_ms": 6.811, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.756, "max": 16.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.688, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.688, "max": 5.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.307, "count": 30, "max": 44.824, "p95": 35.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.959, "count": 30, "max": 26.973, "p95": 25.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.533, "count": 30, "max": 1121.0, "p95": 1105.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.933, "count": 30, "max": 6603.0, "p95": 1187.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.277, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.459, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85544.2, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 31.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.613, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.145, "count": 30, "max": 1.326, "p95": 1.298, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7482, "sampled_at": "2026-10-31T17:57:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T17:57:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1257732, "flush_count": 1648, "flush_interval_seconds": 30.0, "flush_state": {"count": 1648, "last_at": "2026-10-31T18:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1647}, "started": true, "suppressed_count": 967782, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 967782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1648, "written_record_count": 1648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6967.273, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5b81cafc6ec0] error while decoding MB 31 62, bytestream -24 [h264 @ 0x5b81cafdb080] cabac decode of qscale diff failed at 32 90 [h264 @ 0x5b81cafdb080] error while decoding MB 32 90, bytestream 20362 [h264 @ 0x5b81cb8d3840] cabac decode of qscale diff failed at 103 99 [h264 @ 0x5b81cb8d3840] error while decoding MB 103 99, bytestream 124776 [h264 @ 0x5b81caf9a140] cabac decode of qscale diff failed at 83 83 [h264 @ 0x5b81caf9a140] error while decoding MB 83 83, bytestream 2455 [h264 @ ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2680277299200, "copied_frame_count": 969429, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2680277299200, "frame_buffer_copies": 969429, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.4191, "p50_ms": 0.0905, "p95_ms": 0.196, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2845, "count": 512, "max_ms": 3.0415, "p50_ms": 1.1832, "p95_ms": 2.1923, "p99_ms": 2.6853, "results": {"failed": 0, "not_applicable": 0, "success": 969429, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:02:25+09:00", "last_error_summary": "[h264 @ 0x5b81cafc6ec0] error while decoding MB 31 62, bytestream -24 [h264 @ 0x5b81cafdb080] cabac decode of qscale diff failed at 32 90 [h264 @ 0x5b81cafdb080] error while decoding MB 32 90, bytestream 20362 [h264 @ 0x5b81cb8d3840] cabac decode of qscale diff failed at 103 99 [h264 @ 0x5b81cb8d3840] error while decoding MB 103 99, bytestream 124776 [h264 @ 0x5b81caf9a140] cabac decode of qscale diff failed at 83 83 [h264 @ 0x5b81caf9a140] error while decoding MB 83 83, bytestream 2455 [h264 @ ", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 12574.282, "last_started_at": "2026-10-31T14:32:51+09:00", "pid": 30222, "process": {"exists": false, "pid": 30222}, "restart_count": 72, "restart_count_per_hour": 0, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.815, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-31T18:02:25+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-31T18:02:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 175.932, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 424.068, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-31T18:02:25.639389+09:00", "mtime_epoch": 1793437345.6393888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 81985}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T18:02:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1215.418, "name": "celery", "pid": 176, "rss_mb": 1209.336, "state": "S (sleeping)", "threads": 52}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 969429, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.309, "pushed": 2.309, "read": 2.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.017, "p95_ms": 0.014, "reason": null, "sample_age_ms": 86.622, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 61, "max_ms": 3.946, "p95_ms": 1.602, "reason": null, "sample_age_ms": 122.643, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 61, "max_ms": 1.891, "p95_ms": 0.908, "reason": null, "sample_age_ms": 122.807, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 61, "max_ms": 0.391, "p95_ms": 0.144, "reason": null, "sample_age_ms": 86.628, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.441, "count": 61, "max_ms": 3.085, "p95_ms": 2.26, "reason": null, "sample_age_ms": 121.765, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2211848.0, "count": 61, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 121.752, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.288, "count": 61, "max_ms": 63.015, "p95_ms": 56.268, "reason": null, "sample_age_ms": 86.616, "source": "client_direct"}, "sample_age_ms": 86.611, "source": "client_direct", "task_total_ms": {"avg_ms": 36.956, "count": 61, "max_ms": 64.778, "p95_ms": 58.788, "reason": null, "sample_age_ms": 86.611, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.388, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.596, "count": 61, "max_ms": 1.938, "p95_ms": 0.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.189, "count": 61, "max_ms": 0.634, "p95_ms": 0.292}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 61, "max_ms": 0.151, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 61, "max_ms": 0.281, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 61, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 61, "max_ms": 0.596, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.034, "count": 61, "max_ms": 0.083, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.562, "count": 61, "max_ms": 1.79, "p95_ms": 0.877}, "track_match_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 61, "max_ms": 0.061, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.618, "count": 61, "max_ms": 4.277, "p95_ms": 4.0}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 61, "max_ms": 0.36, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.823, "count": 61, "max_ms": 65.607, "p95_ms": 59.527}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 61, "max_ms": 0.096, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.262, "count": 61, "max_ms": 118.383, "p95_ms": 104.632}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 61, "max_ms": 2.844, "p95_ms": 2.256}, "processing_residual_ms": {"avg_ms": 0.188, "count": 61, "max_ms": 1.531, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.023, "count": 61, "max_ms": 120.561, "p95_ms": 106.85}, "read_interval": {"avg_ms": 529.307, "count": 61, "max_ms": 10875.516, "p95_ms": 140.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.045, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.107, "count": 61, "max_ms": 0.424, "p95_ms": 0.186}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 61, "max_ms": 0.04, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 61, "max_ms": 0.38, "p95_ms": 0.166}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.834, "count": 61, "max_ms": 65.618, "p95_ms": 59.536}, "visualize": {"avg_ms": 39.021, "count": 61, "max_ms": 58.714, "p95_ms": 52.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.265, "count": 61, "max_ms": 57.822, "p95_ms": 51.222}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.856, "count": 61, "max_ms": 58.567, "p95_ms": 51.72}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.771, "count": 61, "max_ms": 58.463, "p95_ms": 51.645}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 61, "max_ms": 0.114, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1196.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.283, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.906, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.093, "exists": true, "size_bytes": 89065, "write_bytes_delta": 89065, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 1.058346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 927.0, "pid": 30222, "reason": null, "system_cpu_core_ratio": 0.369946, "system_cpu_s_delta": 7.399999999999977, "user_cpu_core_ratio": 0.6884, "user_cpu_s_delta": 13.770000000000437}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.460933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108532.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092487, "system_cpu_s_delta": 1.8500000000003638, "user_cpu_core_ratio": 0.368446, "user_cpu_s_delta": 7.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.704, "count": 210, "max_ms": 13.233, "p95_ms": 4.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.14, "count": 30, "max": 51.634, "p95": 47.976, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.981, "count": 30, "max": 24.696, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1009.667, "count": 30, "max": 1449.0, "p95": 1440.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1665.0, "count": 30, "max": 29895.0, "p95": 5705.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.37, "p95": 0.295, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 30, "max": 1.374, "p95": 1.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.095, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131683.8, "count": 30, "max": 187024.0, "p95": 179125.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.19, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.625, "p95": 0.616, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7667, "sampled_at": "2026-10-31T18:02:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:02:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.415, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1257732, "flush_count": 1648, "flush_interval_seconds": 30.0, "flush_state": {"count": 1648, "last_at": "2026-10-31T18:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1647}, "started": true, "suppressed_count": 967782, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 967782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1648, "written_record_count": 1648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6968.891, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2680277299200, "copied_frame_count": 969429, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2680277299200, "frame_buffer_copies": 969429, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.4191, "p50_ms": 0.0905, "p95_ms": 0.196, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2845, "count": 512, "max_ms": 3.0415, "p50_ms": 1.1832, "p95_ms": 2.1923, "p99_ms": 2.6853, "results": {"failed": 0, "not_applicable": 0, "success": 969429, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:02:25+09:00", "last_error_summary": "[h264 @ 0x5b81cafc6ec0] error while decoding MB 31 62, bytestream -24 [h264 @ 0x5b81cafdb080] cabac decode of qscale diff failed at 32 90 [h264 @ 0x5b81cafdb080] error while decoding MB 32 90, bytestream 20362 [h264 @ 0x5b81cb8d3840] cabac decode of qscale diff failed at 103 99 [h264 @ 0x5b81cb8d3840] error while decoding MB 103 99, bytestream 124776 [h264 @ 0x5b81caf9a140] cabac decode of qscale diff failed at 83 83 [h264 @ 0x5b81caf9a140] error while decoding MB 83 83, bytestream 2455 [h264 @ ", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 12574.282, "last_started_at": "2026-10-31T14:32:51+09:00", "pid": 30222, "process": {"exists": false, "pid": 30222}, "restart_count": 72, "restart_count_per_hour": 0, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.815, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-31T18:02:25+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-31T18:02:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 175.949, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 424.051, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-31T18:02:25.639389+09:00", "mtime_epoch": 1793437345.6393888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 81985}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T18:02:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1215.418, "name": "celery", "pid": 176, "rss_mb": 1209.336, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 969429, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.309, "pushed": 2.309, "read": 2.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.017, "p95_ms": 0.014, "reason": null, "sample_age_ms": 92.768, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 61, "max_ms": 3.946, "p95_ms": 1.602, "reason": null, "sample_age_ms": 128.789, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 61, "max_ms": 1.891, "p95_ms": 0.908, "reason": null, "sample_age_ms": 128.953, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 61, "max_ms": 0.391, "p95_ms": 0.144, "reason": null, "sample_age_ms": 92.775, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.441, "count": 61, "max_ms": 3.085, "p95_ms": 2.26, "reason": null, "sample_age_ms": 127.911, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2211848.0, "count": 61, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 127.898, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.896, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.288, "count": 61, "max_ms": 63.015, "p95_ms": 56.268, "reason": null, "sample_age_ms": 92.762, "source": "client_direct"}, "sample_age_ms": 92.757, "source": "client_direct", "task_total_ms": {"avg_ms": 36.956, "count": 61, "max_ms": 64.778, "p95_ms": 58.788, "reason": null, "sample_age_ms": 92.757, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.507, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.596, "count": 61, "max_ms": 1.938, "p95_ms": 0.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.189, "count": 61, "max_ms": 0.634, "p95_ms": 0.292}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 61, "max_ms": 0.151, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 61, "max_ms": 0.281, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 61, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 61, "max_ms": 0.596, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.034, "count": 61, "max_ms": 0.083, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.562, "count": 61, "max_ms": 1.79, "p95_ms": 0.877}, "track_match_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 61, "max_ms": 0.061, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.618, "count": 61, "max_ms": 4.277, "p95_ms": 4.0}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 61, "max_ms": 0.36, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.823, "count": 61, "max_ms": 65.607, "p95_ms": 59.527}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 61, "max_ms": 0.096, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.262, "count": 61, "max_ms": 118.383, "p95_ms": 104.632}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 61, "max_ms": 2.844, "p95_ms": 2.256}, "processing_residual_ms": {"avg_ms": 0.188, "count": 61, "max_ms": 1.531, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.023, "count": 61, "max_ms": 120.561, "p95_ms": 106.85}, "read_interval": {"avg_ms": 529.307, "count": 61, "max_ms": 10875.516, "p95_ms": 140.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.045, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.107, "count": 61, "max_ms": 0.424, "p95_ms": 0.186}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 61, "max_ms": 0.04, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 61, "max_ms": 0.38, "p95_ms": 0.166}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.834, "count": 61, "max_ms": 65.618, "p95_ms": 59.536}, "visualize": {"avg_ms": 39.021, "count": 61, "max_ms": 58.714, "p95_ms": 52.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.265, "count": 61, "max_ms": 57.822, "p95_ms": 51.222}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.856, "count": 61, "max_ms": 58.567, "p95_ms": 51.72}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.771, "count": 61, "max_ms": 58.463, "p95_ms": 51.645}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 61, "max_ms": 0.114, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1196.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.283, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.906, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.093, "exists": true, "size_bytes": 89065, "write_bytes_delta": 89065, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 1.058346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 927.0, "pid": 30222, "reason": null, "system_cpu_core_ratio": 0.369946, "system_cpu_s_delta": 7.399999999999977, "user_cpu_core_ratio": 0.6884, "user_cpu_s_delta": 13.770000000000437}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.460933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108532.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092487, "system_cpu_s_delta": 1.8500000000003638, "user_cpu_core_ratio": 0.368446, "user_cpu_s_delta": 7.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.704, "count": 210, "max_ms": 13.233, "p95_ms": 4.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.14, "count": 30, "max": 51.634, "p95": 47.976, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.981, "count": 30, "max": 24.696, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1009.667, "count": 30, "max": 1449.0, "p95": 1440.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1665.0, "count": 30, "max": 29895.0, "p95": 5705.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.37, "p95": 0.295, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 30, "max": 1.374, "p95": 1.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.095, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131683.8, "count": 30, "max": 187024.0, "p95": 179125.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.19, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.625, "p95": 0.616, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7667, "sampled_at": "2026-10-31T18:02:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:02:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.42, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1257732, "flush_count": 1648, "flush_interval_seconds": 30.0, "flush_state": {"count": 1648, "last_at": "2026-10-31T18:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1647}, "started": true, "suppressed_count": 967782, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 967782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1648, "written_record_count": 1648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 6967.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2680277299200, "copied_frame_count": 969429, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2680277299200, "frame_buffer_copies": 969429, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.4191, "p50_ms": 0.0905, "p95_ms": 0.196, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2845, "count": 512, "max_ms": 3.0415, "p50_ms": 1.1832, "p95_ms": 2.1923, "p99_ms": 2.6853, "results": {"failed": 0, "not_applicable": 0, "success": 969429, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:02:25+09:00", "last_error_summary": "[h264 @ 0x5b81cafc6ec0] error while decoding MB 31 62, bytestream -24 [h264 @ 0x5b81cafdb080] cabac decode of qscale diff failed at 32 90 [h264 @ 0x5b81cafdb080] error while decoding MB 32 90, bytestream 20362 [h264 @ 0x5b81cb8d3840] cabac decode of qscale diff failed at 103 99 [h264 @ 0x5b81cb8d3840] error while decoding MB 103 99, bytestream 124776 [h264 @ 0x5b81caf9a140] cabac decode of qscale diff failed at 83 83 [h264 @ 0x5b81caf9a140] error while decoding MB 83 83, bytestream 2455 [h264 @ ", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 12574.326, "last_started_at": "2026-10-31T14:32:51+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 72, "restart_count_per_hour": 0, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.815, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-31T18:02:25+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-31T18:02:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 175.965, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 424.035, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-10-31T18:02:25.639389+09:00", "mtime_epoch": 1793437345.6393888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 81985}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T18:02:25+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1215.418, "name": "celery", "pid": 176, "rss_mb": 1209.332, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 969429, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.305, "pushed": 2.305, "read": 2.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.017, "p95_ms": 0.014, "reason": null, "sample_age_ms": 130.617, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 61, "max_ms": 3.946, "p95_ms": 1.602, "reason": null, "sample_age_ms": 166.638, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 61, "max_ms": 1.891, "p95_ms": 0.908, "reason": null, "sample_age_ms": 166.802, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 61, "max_ms": 0.391, "p95_ms": 0.144, "reason": null, "sample_age_ms": 130.623, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.441, "count": 61, "max_ms": 3.085, "p95_ms": 2.26, "reason": null, "sample_age_ms": 165.76, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2211848.0, "count": 61, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.747, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.288, "count": 61, "max_ms": 63.015, "p95_ms": 56.268, "reason": null, "sample_age_ms": 130.611, "source": "client_direct"}, "sample_age_ms": 130.606, "source": "client_direct", "task_total_ms": {"avg_ms": 36.956, "count": 61, "max_ms": 64.778, "p95_ms": 58.788, "reason": null, "sample_age_ms": 130.606, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.379, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.596, "count": 61, "max_ms": 1.938, "p95_ms": 0.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.189, "count": 61, "max_ms": 0.634, "p95_ms": 0.292}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 61, "max_ms": 0.151, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 61, "max_ms": 0.281, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 61, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 61, "max_ms": 0.596, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.034, "count": 61, "max_ms": 0.083, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 0.562, "count": 61, "max_ms": 1.79, "p95_ms": 0.877}, "track_match_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 61, "max_ms": 0.061, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.618, "count": 61, "max_ms": 4.277, "p95_ms": 4.0}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 61, "max_ms": 0.36, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.823, "count": 61, "max_ms": 65.607, "p95_ms": 59.527}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 61, "max_ms": 0.096, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.262, "count": 61, "max_ms": 118.383, "p95_ms": 104.632}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 61, "max_ms": 2.844, "p95_ms": 2.256}, "processing_residual_ms": {"avg_ms": 0.188, "count": 61, "max_ms": 1.531, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.023, "count": 61, "max_ms": 120.561, "p95_ms": 106.85}, "read_interval": {"avg_ms": 529.307, "count": 61, "max_ms": 10875.516, "p95_ms": 140.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.045, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.107, "count": 61, "max_ms": 0.424, "p95_ms": 0.186}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 61, "max_ms": 0.04, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 61, "max_ms": 0.38, "p95_ms": 0.166}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.834, "count": 61, "max_ms": 65.618, "p95_ms": 59.536}, "visualize": {"avg_ms": 39.021, "count": 61, "max_ms": 58.714, "p95_ms": 52.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.265, "count": 61, "max_ms": 57.822, "p95_ms": 51.222}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.856, "count": 61, "max_ms": 58.567, "p95_ms": 51.72}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.771, "count": 61, "max_ms": 58.463, "p95_ms": 51.645}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 61, "max_ms": 0.114, "p95_ms": 0.091}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1196.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.283, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.906, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.093, "exists": true, "size_bytes": 89065, "write_bytes_delta": 89065, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 1.058346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 927.0, "pid": 30222, "reason": null, "system_cpu_core_ratio": 0.369946, "system_cpu_s_delta": 7.399999999999977, "user_cpu_core_ratio": 0.6884, "user_cpu_s_delta": 13.770000000000437}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.460933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108532.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092487, "system_cpu_s_delta": 1.8500000000003638, "user_cpu_core_ratio": 0.368446, "user_cpu_s_delta": 7.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.704, "count": 210, "max_ms": 13.233, "p95_ms": 4.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.14, "count": 30, "max": 51.634, "p95": 47.976, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.981, "count": 30, "max": 24.696, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1009.667, "count": 30, "max": 1449.0, "p95": 1440.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1665.0, "count": 30, "max": 29895.0, "p95": 5705.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.37, "p95": 0.295, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 30, "max": 1.374, "p95": 1.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.095, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131683.8, "count": 30, "max": 187024.0, "p95": 179125.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.19, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.625, "p95": 0.616, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7667, "sampled_at": "2026-10-31T18:02:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:02:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.459, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1257732, "flush_count": 1648, "flush_interval_seconds": 30.0, "flush_state": {"count": 1648, "last_at": "2026-10-31T18:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1647}, "started": true, "suppressed_count": 967782, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 967782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1648, "written_record_count": 1648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7007.285, "limit_mb": null}, "detail": {"pid": 34700, "restart_count": 73, "start_count": 74}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2680277299200, "copied_frame_count": 969429, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2680277299200, "frame_buffer_copies": 969429, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1046, "count": 512, "max_ms": 0.4191, "p50_ms": 0.0905, "p95_ms": 0.196, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2845, "count": 512, "max_ms": 3.0415, "p50_ms": 1.1832, "p95_ms": 2.1923, "p99_ms": 2.6853, "results": {"failed": 0, "not_applicable": 0, "success": 969429, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:02:25+09:00", "last_error_summary": "[h264 @ 0x5b81cafc6ec0] error while decoding MB 31 62, bytestream -24 [h264 @ 0x5b81cafdb080] cabac decode of qscale diff failed at 32 90 [h264 @ 0x5b81cafdb080] error while decoding MB 32 90, bytestream 20362 [h264 @ 0x5b81cb8d3840] cabac decode of qscale diff failed at 103 99 [h264 @ 0x5b81cb8d3840] error while decoding MB 103 99, bytestream 124776 [h264 @ 0x5b81caf9a140] cabac decode of qscale diff failed at 83 83 [h264 @ 0x5b81caf9a140] error while decoding MB 83 83, bytestream 2455 [h264 @ ", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T18:02:28+09:00", "pid": 34700, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.566, "name": "ffmpeg", "pid": 34700, "rss_mb": 75.566, "state": "S (sleeping)", "threads": 1}, "restart_count": 73, "restart_count_per_hour": 1, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.841, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.977, "last_frame_pushed_at": "2026-10-31T18:02:25+09:00", "last_frame_read_age_sec": 5.069, "last_frame_read_at": "2026-10-31T18:02:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.873, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 419.127, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 4.966, "exists": true, "mtime": "2026-10-31T18:02:25.639389+09:00", "mtime_epoch": 1793437345.6393888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 81985}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T18:02:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1215.418, "name": "celery", "pid": 176, "rss_mb": 1209.336, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 969429, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 47}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 47, "pushed_frames": 47, "read_frames": 46, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.571, "pushed": 1.571, "read": 1.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 46, "client_acquire_ms": {"avg_ms": 0.006, "count": 47, "max_ms": 0.015, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5034.439, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 46, "max_ms": 3.946, "p95_ms": 1.496, "reason": null, "sample_age_ms": 5070.46, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.186, "count": 46, "max_ms": 1.188, "p95_ms": 0.88, "reason": null, "sample_age_ms": 5070.624, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 47, "max_ms": 0.391, "p95_ms": 0.148, "reason": null, "sample_age_ms": 5034.446, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.431, "count": 46, "max_ms": 2.42, "p95_ms": 2.19, "reason": null, "sample_age_ms": 5069.582, "source": "client_direct"}, "request_count": 46, "request_tensor_bytes": {"avg": 2211848.0, "count": 46, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5069.569, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 47, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5034.567, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.755, "count": 47, "max_ms": 63.015, "p95_ms": 57.002, "reason": null, "sample_age_ms": 5034.433, "source": "client_direct"}, "sample_age_ms": 5034.428, "source": "client_direct", "task_total_ms": {"avg_ms": 36.416, "count": 47, "max_ms": 64.778, "p95_ms": 59.194, "reason": null, "sample_age_ms": 5034.428, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.737, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.567, "count": 47, "max_ms": 1.108, "p95_ms": 0.9}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.18, "count": 47, "max_ms": 0.389, "p95_ms": 0.292}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 47, "max_ms": 0.151, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.003, "count": 47, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 47, "max_ms": 0.127, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 47, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.146, "count": 47, "max_ms": 0.329, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.033, "count": 47, "max_ms": 0.083, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.535, "count": 47, "max_ms": 1.036, "p95_ms": 0.856}, "track_match_ms": {"avg_ms": 0.004, "count": 47, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 47, "max_ms": 0.042, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 2.573, "count": 47, "max_ms": 4.203, "p95_ms": 3.645}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 47, "max_ms": 0.36, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.244, "count": 47, "max_ms": 65.607, "p95_ms": 59.986}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 47, "max_ms": 0.096, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.992, "count": 47, "max_ms": 111.688, "p95_ms": 104.632}, "inference_input_copy_ms": {"avg_ms": 1.492, "count": 47, "max_ms": 2.844, "p95_ms": 2.256}, "processing_residual_ms": {"avg_ms": 0.141, "count": 47, "max_ms": 0.344, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.662, "count": 47, "max_ms": 113.675, "p95_ms": 106.85}, "read_interval": {"avg_ms": 542.58, "count": 46, "max_ms": 10875.516, "p95_ms": 140.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 47, "max_ms": 0.026, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.101, "count": 47, "max_ms": 0.25, "p95_ms": 0.186}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 47, "max_ms": 0.04, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.088, "count": 47, "max_ms": 0.226, "p95_ms": 0.166}, "worker_merge_ms": {"avg_ms": 0.004, "count": 47, "max_ms": 0.008, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.255, "count": 47, "max_ms": 65.618, "p95_ms": 59.994}, "visualize": {"avg_ms": 38.38, "count": 47, "max_ms": 52.609, "p95_ms": 51.341}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.65, "count": 47, "max_ms": 51.817, "p95_ms": 50.284}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.222, "count": 47, "max_ms": 52.497, "p95_ms": 51.101}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.14, "count": 47, "max_ms": 52.409, "p95_ms": 50.97}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 47, "max_ms": 0.114, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1196.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.283, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.906, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 969419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:02:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.093, "exists": true, "size_bytes": 89065, "write_bytes_delta": 89065, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 1.058346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 927.0, "pid": 30222, "reason": null, "system_cpu_core_ratio": 0.369946, "system_cpu_s_delta": 7.399999999999977, "user_cpu_core_ratio": 0.6884, "user_cpu_s_delta": 13.770000000000437}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.460933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108532.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.092487, "system_cpu_s_delta": 1.8500000000003638, "user_cpu_core_ratio": 0.368446, "user_cpu_s_delta": 7.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.704, "count": 210, "max_ms": 13.233, "p95_ms": 4.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.14, "count": 30, "max": 51.634, "p95": 47.976, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.981, "count": 30, "max": 24.696, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1009.667, "count": 30, "max": 1449.0, "p95": 1440.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1665.0, "count": 30, "max": 29895.0, "p95": 5705.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.37, "p95": 0.295, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 30, "max": 1.374, "p95": 1.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.095, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87982.5, "count": 30, "max": 94229.0, "p95": 92818.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131683.8, "count": 30, "max": 187024.0, "p95": 179125.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.19, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.625, "p95": 0.616, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7667, "sampled_at": "2026-10-31T18:02:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:02:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1554417, "flush_count": 1651, "flush_interval_seconds": 30.0, "flush_state": {"count": 1651, "last_at": "2026-10-31T18:04:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:04:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1650}, "started": true, "suppressed_count": 907062, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 906920}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1651, "written_record_count": 1651}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7156.586, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x619b696d5b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x619b696d5b00] error while decoding MB 0 40, bytestream 554 [h264 @ 0x619b69712040] error while decoding MB 26 57, bytestream -6 [in#0/rtsp @ 0x619b69597e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x619b69597e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2512011571200, "copied_frame_count": 908569, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2512011571200, "frame_buffer_copies": 908569, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.102, "count": 512, "max_ms": 0.2982, "p50_ms": 0.094, "p95_ms": 0.1726, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4513, "count": 512, "max_ms": 2.9477, "p50_ms": 1.4103, "p95_ms": 2.2131, "p99_ms": 2.5918, "results": {"failed": 0, "not_applicable": 0, "success": 908569, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 450, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:05:39+09:00", "last_error_summary": "[h264 @ 0x619b696d5b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x619b696d5b00] error while decoding MB 0 40, bytestream 554 [h264 @ 0x619b69712040] error while decoding MB 26 57, bytestream -6 [in#0/rtsp @ 0x619b69597e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x619b69597e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T17:57:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 472.732, "last_started_at": "2026-10-31T17:57:46+09:00", "pid": 34584, "process": {"exists": false, "pid": 34584}, "restart_count": 145, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-10-31T18:05:39+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-31T18:05:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 369.975, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 230.025, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-10-31T18:05:39.609251+09:00", "mtime_epoch": 1793437539.6092513, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 71811}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:05:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1255.16, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 908570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.523, "max": 21.0, "p95": 17.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.494, "max": 3.0, "p95": 2.0, "sample_count": 83}, "total": {"avg": 1.409, "max": 3.0, "p95": 2.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.943, "pushed": 2.943, "read": 2.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 33.497, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 88, "max_ms": 4.345, "p95_ms": 2.959, "reason": null, "sample_age_ms": 84.172, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 88, "max_ms": 4.022, "p95_ms": 2.418, "reason": null, "sample_age_ms": 85.665, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 89, "max_ms": 0.931, "p95_ms": 0.767, "reason": null, "sample_age_ms": 33.508, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 88, "max_ms": 4.354, "p95_ms": 3.063, "reason": null, "sample_age_ms": 83.143, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.115, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.784, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.48, "count": 89, "max_ms": 71.713, "p95_ms": 63.555, "reason": null, "sample_age_ms": 33.493, "source": "client_direct"}, "sample_age_ms": 33.488, "source": "client_direct", "task_total_ms": {"avg_ms": 48.092, "count": 89, "max_ms": 74.307, "p95_ms": 66.147, "reason": null, "sample_age_ms": 33.488, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.145, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.545, "count": 88, "max_ms": 10.049, "p95_ms": 8.595}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 88, "max_ms": 1.395, "p95_ms": 0.851}, "detection_prepare_ms": {"avg_ms": 1.327, "count": 88, "max_ms": 5.218, "p95_ms": 2.566}, "event_filter_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.31, "count": 88, "max_ms": 1.653, "p95_ms": 0.624}, "mcmt_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.863, "count": 88, "max_ms": 3.236, "p95_ms": 2.435}, "setup_ms": {"avg_ms": 0.044, "count": 88, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.495, "count": 88, "max_ms": 9.995, "p95_ms": 8.524}, "track_match_ms": {"avg_ms": 0.072, "count": 88, "max_ms": 0.255, "p95_ms": 0.158}, "tracker_update_ms": {"avg_ms": 1.449, "count": 88, "max_ms": 3.207, "p95_ms": 2.598}}, "gstreamer_push": {"avg_ms": 3.16, "count": 88, "max_ms": 5.687, "p95_ms": 4.835}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 88, "max_ms": 0.154, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.308, "count": 88, "max_ms": 76.815, "p95_ms": 69.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.011, "count": 88, "max_ms": 11.757, "p95_ms": 8.331}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.866, "count": 88, "max_ms": 119.996, "p95_ms": 112.934}, "inference_input_copy_ms": {"avg_ms": 1.893, "count": 88, "max_ms": 4.358, "p95_ms": 2.78}, "processing_residual_ms": {"avg_ms": 0.208, "count": 88, "max_ms": 0.598, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.979, "count": 88, "max_ms": 128.187, "p95_ms": 117.834}, "read_interval": {"avg_ms": 340.065, "count": 88, "max_ms": 20268.928, "p95_ms": 154.607}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 88, "max_ms": 0.041, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.802, "count": 88, "max_ms": 3.117, "p95_ms": 2.338}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 88, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.787, "count": 88, "max_ms": 3.084, "p95_ms": 2.309}, "worker_merge_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.053, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.321, "count": 88, "max_ms": 76.829, "p95_ms": 69.933}, "visualize": {"avg_ms": 35.77, "count": 88, "max_ms": 48.415, "p95_ms": 45.346}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.764, "count": 88, "max_ms": 44.551, "p95_ms": 39.199}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.299, "count": 88, "max_ms": 47.068, "p95_ms": 43.072}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 88, "max_ms": 2.899, "p95_ms": 1.935}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.176, "count": 88, "max_ms": 46.958, "p95_ms": 42.985}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 88, "max_ms": 0.171, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1255.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.927, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72209, "write_bytes_delta": 72209, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.189959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4692.0, "pid": 34584, "reason": null, "system_cpu_core_ratio": 0.049113, "system_cpu_s_delta": 1.7399999999999984, "user_cpu_core_ratio": 0.140846, "user_cpu_s_delta": 4.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.737819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.22637, "system_cpu_s_delta": 8.020000000004075, "user_cpu_core_ratio": 0.511449, "user_cpu_s_delta": 18.120000000009895}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.099, "count": 90, "max_ms": 5.793, "p95_ms": 4.835, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.27, "max": 21.0, "p95": 17.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.595, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.506, "max": 3.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.797, "count": 30, "max": 59.049, "p95": 30.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.339, "count": 30, "max": 27.578, "p95": 25.091, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.5, "count": 30, "max": 1237.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 684.867, "count": 30, "max": 6603.0, "p95": 4065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.277, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.459, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.733, "count": 30, "max": 106.0, "p95": 32.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.613, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.326, "p95": 1.274, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7505, "sampled_at": "2026-10-31T18:05:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:05:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1554417, "flush_count": 1651, "flush_interval_seconds": 30.0, "flush_state": {"count": 1651, "last_at": "2026-10-31T18:04:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:04:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1650}, "started": true, "suppressed_count": 907062, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 906920}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1651, "written_record_count": 1651}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7144.32, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T18:05:39+09:00", "last_error_summary": "[h264 @ 0x619b696d5b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x619b696d5b00] error while decoding MB 0 40, bytestream 554 [h264 @ 0x619b69712040] error while decoding MB 26 57, bytestream -6 [in#0/rtsp @ 0x619b69597e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x619b69597e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2512014336000, "copied_frame_count": 908570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2512014336000, "frame_buffer_copies": 908570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.102, "count": 512, "max_ms": 0.2982, "p50_ms": 0.094, "p95_ms": 0.1726, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4506, "count": 512, "max_ms": 2.9477, "p50_ms": 1.4103, "p95_ms": 2.2131, "p99_ms": 2.5918, "results": {"failed": 0, "not_applicable": 0, "success": 908570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 450, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:05:39+09:00", "last_error_summary": "[h264 @ 0x619b696d5b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x619b696d5b00] error while decoding MB 0 40, bytestream 554 [h264 @ 0x619b69712040] error while decoding MB 26 57, bytestream -6 [in#0/rtsp @ 0x619b69597e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x619b69597e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T18:05:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 472.776, "last_started_at": "2026-10-31T17:57:46+09:00", "pid": 34584, "process": {"exists": false, "pid": 34584}, "restart_count": 145, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-10-31T18:05:39+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-10-31T18:05:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 370.001, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 229.999, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-10-31T18:05:39.725252+09:00", "mtime_epoch": 1793437539.7252517, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 71864}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:05:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1255.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 908570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.494, "max": 21.0, "p95": 17.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.488, "max": 3.0, "p95": 2.0, "sample_count": 84}, "total": {"avg": 1.416, "max": 3.0, "p95": 2.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.135, "max": 2.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.135, "max": 2.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.972, "pushed": 2.972, "read": 2.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 72.605, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 88, "max_ms": 4.345, "p95_ms": 2.959, "reason": null, "sample_age_ms": 123.281, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 88, "max_ms": 4.022, "p95_ms": 2.418, "reason": null, "sample_age_ms": 124.774, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 89, "max_ms": 0.931, "p95_ms": 0.767, "reason": null, "sample_age_ms": 72.616, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 88, "max_ms": 4.354, "p95_ms": 3.063, "reason": null, "sample_age_ms": 122.251, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.223, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.892, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.48, "count": 89, "max_ms": 71.713, "p95_ms": 63.555, "reason": null, "sample_age_ms": 72.601, "source": "client_direct"}, "sample_age_ms": 72.596, "source": "client_direct", "task_total_ms": {"avg_ms": 48.092, "count": 89, "max_ms": 74.307, "p95_ms": 66.147, "reason": null, "sample_age_ms": 72.596, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.468, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.534, "count": 89, "max_ms": 10.049, "p95_ms": 8.595}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.42, "count": 89, "max_ms": 1.395, "p95_ms": 0.851}, "detection_prepare_ms": {"avg_ms": 1.327, "count": 89, "max_ms": 5.218, "p95_ms": 2.566}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 89, "max_ms": 1.653, "p95_ms": 0.624}, "mcmt_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.859, "count": 89, "max_ms": 3.236, "p95_ms": 2.435}, "setup_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.483, "count": 89, "max_ms": 9.995, "p95_ms": 8.524}, "track_match_ms": {"avg_ms": 0.071, "count": 89, "max_ms": 0.255, "p95_ms": 0.158}, "tracker_update_ms": {"avg_ms": 1.445, "count": 89, "max_ms": 3.207, "p95_ms": 2.598}}, "gstreamer_push": {"avg_ms": 3.144, "count": 89, "max_ms": 5.687, "p95_ms": 4.835}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.154, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.344, "count": 89, "max_ms": 76.815, "p95_ms": 69.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.996, "count": 89, "max_ms": 11.757, "p95_ms": 8.331}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.023, "count": 89, "max_ms": 119.996, "p95_ms": 112.934}, "inference_input_copy_ms": {"avg_ms": 1.887, "count": 89, "max_ms": 4.358, "p95_ms": 2.78}, "processing_residual_ms": {"avg_ms": 0.207, "count": 89, "max_ms": 0.598, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.112, "count": 89, "max_ms": 128.187, "p95_ms": 117.834}, "read_interval": {"avg_ms": 340.065, "count": 88, "max_ms": 20268.928, "p95_ms": 154.607}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 89, "max_ms": 0.041, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.797, "count": 89, "max_ms": 3.117, "p95_ms": 2.338}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 89, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.782, "count": 89, "max_ms": 3.084, "p95_ms": 2.309}, "worker_merge_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.053, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.357, "count": 89, "max_ms": 76.829, "p95_ms": 69.933}, "visualize": {"avg_ms": 35.909, "count": 89, "max_ms": 48.415, "p95_ms": 45.529}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.763, "count": 89, "max_ms": 44.551, "p95_ms": 39.199}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.441, "count": 89, "max_ms": 47.068, "p95_ms": 44.303}, "visualize_input_copy_ms": {"avg_ms": 1.282, "count": 89, "max_ms": 2.899, "p95_ms": 1.935}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.319, "count": 89, "max_ms": 46.958, "p95_ms": 44.07}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 89, "max_ms": 0.171, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1255.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.927, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72209, "write_bytes_delta": 72209, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.189959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4692.0, "pid": 34584, "reason": null, "system_cpu_core_ratio": 0.049113, "system_cpu_s_delta": 1.7399999999999984, "user_cpu_core_ratio": 0.140846, "user_cpu_s_delta": 4.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.737819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.22637, "system_cpu_s_delta": 8.020000000004075, "user_cpu_core_ratio": 0.511449, "user_cpu_s_delta": 18.120000000009895}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.099, "count": 90, "max_ms": 5.793, "p95_ms": 4.835, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.27, "max": 21.0, "p95": 17.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.595, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.506, "max": 3.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.797, "count": 30, "max": 59.049, "p95": 30.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.339, "count": 30, "max": 27.578, "p95": 25.091, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.5, "count": 30, "max": 1237.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 684.867, "count": 30, "max": 6603.0, "p95": 4065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.277, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.459, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.733, "count": 30, "max": 106.0, "p95": 32.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.613, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.326, "p95": 1.274, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7505, "sampled_at": "2026-10-31T18:05:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:05:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1554417, "flush_count": 1651, "flush_interval_seconds": 30.0, "flush_state": {"count": 1651, "last_at": "2026-10-31T18:04:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:04:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1650}, "started": true, "suppressed_count": 907062, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 906920}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1651, "written_record_count": 1651}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7143.887, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2512014336000, "copied_frame_count": 908570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2512014336000, "frame_buffer_copies": 908570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.102, "count": 512, "max_ms": 0.2982, "p50_ms": 0.094, "p95_ms": 0.1726, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4506, "count": 512, "max_ms": 2.9477, "p50_ms": 1.4103, "p95_ms": 2.2131, "p99_ms": 2.5918, "results": {"failed": 0, "not_applicable": 0, "success": 908570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 450, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:05:39+09:00", "last_error_summary": "[h264 @ 0x619b696d5b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x619b696d5b00] error while decoding MB 0 40, bytestream 554 [h264 @ 0x619b69712040] error while decoding MB 26 57, bytestream -6 [in#0/rtsp @ 0x619b69597e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x619b69597e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T18:05:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 472.804, "last_started_at": "2026-10-31T17:57:46+09:00", "pid": 34584, "process": {"exists": false, "pid": 34584}, "restart_count": 145, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-31T18:05:39+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-31T18:05:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 370.043, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 229.957, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-31T18:05:39.725252+09:00", "mtime_epoch": 1793437539.7252517, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 71864}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:05:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1255.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 908570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.494, "max": 21.0, "p95": 17.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.488, "max": 3.0, "p95": 2.0, "sample_count": 84}, "total": {"avg": 1.416, "max": 3.0, "p95": 2.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.135, "max": 2.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.135, "max": 2.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.97, "pushed": 2.97, "read": 2.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 104.714, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 88, "max_ms": 4.345, "p95_ms": 2.959, "reason": null, "sample_age_ms": 155.39, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 88, "max_ms": 4.022, "p95_ms": 2.418, "reason": null, "sample_age_ms": 156.883, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 88, "max_ms": 0.931, "p95_ms": 0.768, "reason": null, "sample_age_ms": 104.725, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 88, "max_ms": 4.354, "p95_ms": 3.063, "reason": null, "sample_age_ms": 154.36, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.332, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.001, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.462, "count": 88, "max_ms": 71.713, "p95_ms": 63.621, "reason": null, "sample_age_ms": 104.71, "source": "client_direct"}, "sample_age_ms": 104.705, "source": "client_direct", "task_total_ms": {"avg_ms": 48.067, "count": 88, "max_ms": 74.307, "p95_ms": 66.26, "reason": null, "sample_age_ms": 104.705, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.534, "count": 89, "max_ms": 10.049, "p95_ms": 8.595}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.42, "count": 89, "max_ms": 1.395, "p95_ms": 0.851}, "detection_prepare_ms": {"avg_ms": 1.327, "count": 89, "max_ms": 5.218, "p95_ms": 2.566}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 89, "max_ms": 1.653, "p95_ms": 0.624}, "mcmt_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.859, "count": 89, "max_ms": 3.236, "p95_ms": 2.435}, "setup_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.483, "count": 89, "max_ms": 9.995, "p95_ms": 8.524}, "track_match_ms": {"avg_ms": 0.071, "count": 89, "max_ms": 0.255, "p95_ms": 0.158}, "tracker_update_ms": {"avg_ms": 1.445, "count": 89, "max_ms": 3.207, "p95_ms": 2.598}}, "gstreamer_push": {"avg_ms": 3.144, "count": 89, "max_ms": 5.687, "p95_ms": 4.835}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.154, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.344, "count": 89, "max_ms": 76.815, "p95_ms": 69.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.996, "count": 89, "max_ms": 11.757, "p95_ms": 8.331}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.023, "count": 89, "max_ms": 119.996, "p95_ms": 112.934}, "inference_input_copy_ms": {"avg_ms": 1.887, "count": 89, "max_ms": 4.358, "p95_ms": 2.78}, "processing_residual_ms": {"avg_ms": 0.207, "count": 89, "max_ms": 0.598, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.112, "count": 89, "max_ms": 128.187, "p95_ms": 117.834}, "read_interval": {"avg_ms": 340.065, "count": 88, "max_ms": 20268.928, "p95_ms": 154.607}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 89, "max_ms": 0.041, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.797, "count": 89, "max_ms": 3.117, "p95_ms": 2.338}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 89, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.782, "count": 89, "max_ms": 3.084, "p95_ms": 2.309}, "worker_merge_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.053, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.357, "count": 89, "max_ms": 76.829, "p95_ms": 69.933}, "visualize": {"avg_ms": 35.909, "count": 89, "max_ms": 48.415, "p95_ms": 45.529}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.763, "count": 89, "max_ms": 44.551, "p95_ms": 39.199}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.441, "count": 89, "max_ms": 47.068, "p95_ms": 44.303}, "visualize_input_copy_ms": {"avg_ms": 1.282, "count": 89, "max_ms": 2.899, "p95_ms": 1.935}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.319, "count": 89, "max_ms": 46.958, "p95_ms": 44.07}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 89, "max_ms": 0.171, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1255.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.927, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72209, "write_bytes_delta": 72209, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.189959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4692.0, "pid": 34584, "reason": null, "system_cpu_core_ratio": 0.049113, "system_cpu_s_delta": 1.7399999999999984, "user_cpu_core_ratio": 0.140846, "user_cpu_s_delta": 4.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.737819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.22637, "system_cpu_s_delta": 8.020000000004075, "user_cpu_core_ratio": 0.511449, "user_cpu_s_delta": 18.120000000009895}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.099, "count": 90, "max_ms": 5.793, "p95_ms": 4.835, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.27, "max": 21.0, "p95": 17.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.595, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.506, "max": 3.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.797, "count": 30, "max": 59.049, "p95": 30.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.339, "count": 30, "max": 27.578, "p95": 25.091, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.5, "count": 30, "max": 1237.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 684.867, "count": 30, "max": 6603.0, "p95": 4065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.277, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.459, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.733, "count": 30, "max": 106.0, "p95": 32.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.613, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.326, "p95": 1.274, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7505, "sampled_at": "2026-10-31T18:05:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:05:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1554417, "flush_count": 1651, "flush_interval_seconds": 30.0, "flush_state": {"count": 1651, "last_at": "2026-10-31T18:04:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:04:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1650}, "started": true, "suppressed_count": 907062, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 906920}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1651, "written_record_count": 1651}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7319.016, "limit_mb": null}, "detail": {"pid": 34816, "restart_count": 146, "start_count": 147}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2512014336000, "copied_frame_count": 908570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T17:18:01+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4169291, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T17:17:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.64}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 133, "events_failed": 0, "events_observed": 142, "events_suppressed": 9, "frame_buffer_copied_bytes": 2512014336000, "frame_buffer_copies": 908570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6650, "recorder_active_input_bytes": 18385920000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 133, "recorder_clips_failed": 0, "recorder_clips_started": 133, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 133, "worker_jobs_accepted": 133, "worker_jobs_completed": 133, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.102, "count": 512, "max_ms": 0.2982, "p50_ms": 0.094, "p95_ms": 0.1726, "p99_ms": 0.2411}, "stages": {"db_insert": {"avg_ms": 16.5322, "count": 133, "max_ms": 62.2331, "p50_ms": 14.5907, "p95_ms": 31.8752, "p99_ms": 53.1503, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7477, "count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 949.7699, "count": 142, "max_ms": 4422.916, "p50_ms": 953.3788, "p95_ms": 1321.7199, "p99_ms": 1408.2675, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4506, "count": 512, "max_ms": 2.9477, "p50_ms": 1.4103, "p95_ms": 2.2131, "p99_ms": 2.5918, "results": {"failed": 0, "not_applicable": 0, "success": 908570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.5121, "count": 142, "max_ms": 862.8454, "p50_ms": 506.7604, "p95_ms": 630.6543, "p99_ms": 685.0462, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 28.2674, "count": 133, "max_ms": 69.0696, "p50_ms": 24.4847, "p95_ms": 58.3619, "p99_ms": 68.098, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5026, "count": 512, "max_ms": 14.8448, "p50_ms": 5.1479, "p95_ms": 8.6661, "p99_ms": 10.3392, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5482, "count": 512, "max_ms": 6.9645, "p50_ms": 1.4042, "p95_ms": 2.8234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 522.0124, "count": 133, "max_ms": 860.4624, "p50_ms": 508.0251, "p95_ms": 628.1857, "p99_ms": 682.5757, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.9512, "count": 133, "max_ms": 789.0434, "p50_ms": 419.1279, "p95_ms": 523.5926, "p99_ms": 566.4846, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1218, "count": 133, "max_ms": 115.8706, "p50_ms": 85.6421, "p95_ms": 104.21, "p99_ms": 111.4003, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.8381, "count": 133, "max_ms": 15.8949, "p50_ms": 1.4228, "p95_ms": 3.2551, "p99_ms": 9.1473, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.5479, "count": 133, "max_ms": 73.1462, "p50_ms": 34.8573, "p95_ms": 57.4621, "p99_ms": 70.224, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.377, "count": 133, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.1117, "p99_ms": 10.2729, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8028, "count": 142, "max_ms": 4.5565, "p50_ms": 0.6844, "p95_ms": 1.5741, "p99_ms": 2.557, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 9, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9318, "count": 133, "max_ms": 9.2164, "p50_ms": 0.7287, "p95_ms": 1.6891, "p99_ms": 3.1875, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 406.499, "count": 133, "max_ms": 3752.636, "p50_ms": 351.7502, "p95_ms": 654.5875, "p99_ms": 710.7322, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1752, "count": 133, "max_ms": 14.3512, "p50_ms": 1.2672, "p95_ms": 7.1055, "p99_ms": 11.3457, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8649, "count": 133, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 64.4594, "p99_ms": 73.5245, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.095, "count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1965, "count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 486.3988, "count": 133, "max_ms": 3837.487, "p50_ms": 432.3893, "p95_ms": 739.8287, "p99_ms": 792.8588, "results": {"failed": 0, "not_applicable": 0, "success": 133, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 133, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 133, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1782, "p99_ms": 0.2243}, "wait_ms": {"count": 133, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.8286, "p99_ms": 5.6017}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 133, "artifact_failed": 0, "artifact_requested": 133, "artifact_success": 133, "completed": 133, "completed_failed": 0, "completed_success": 133, "cooldown_promoted": 133, "database_requested": 133, "db_insert_success": 133, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15675, "relay_business_failed": 0, "relay_business_success": 133, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 133, "relay_transport_failed": 0, "relay_transport_success": 133, "reservation_requested": 133}, "snapshot": {"copied_bytes": 367718400, "copied_count": 133, "copy": {"count": 133, "max_ms": 4.0365, "p50_ms": 1.6281, "p95_ms": 2.7899, "p99_ms": 3.637}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 450, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:05:39+09:00", "last_error_summary": "[h264 @ 0x619b696d5b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x619b696d5b00] error while decoding MB 0 40, bytestream 554 [h264 @ 0x619b69712040] error while decoding MB 26 57, bytestream -6 [in#0/rtsp @ 0x619b69597e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x619b69597e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-31T18:05:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T18:05:42+09:00", "pid": 34816, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.02, "name": "ffmpeg", "pid": 34816, "rss_mb": 211.02, "state": "S (sleeping)", "threads": 70}, "restart_count": 146, "restart_count_per_hour": 12, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.111, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.616, "last_frame_pushed_at": "2026-10-31T18:05:39+09:00", "last_frame_read_age_sec": 4.727, "last_frame_read_at": "2026-10-31T18:05:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.609, "last_sample_duration_ms": 820.335, "last_trigger": "periodic", "next_snapshot_in_sec": 225.391, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 165, "storage_bytes": 2604185}, "mjpeg": {"age_sec": 4.609, "exists": true, "mtime": "2026-10-31T18:05:39.725252+09:00", "mtime_epoch": 1793437539.7252517, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 71864}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:05:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.941, "name": "celery", "pid": 206, "rss_mb": 1255.16, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 103, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 908570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.833, "max": 21.0, "p95": 19.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.521, "max": 3.0, "p95": 3.0, "sample_count": 48}, "total": {"avg": 1.542, "max": 3.0, "p95": 3.0, "sample_count": 48}}, "tracking_counts": {"active": {"avg": 0.25, "max": 2.0, "p95": 2.0, "sample_count": 48}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "removed": {"avg": 0.042, "max": 1.0, "p95": 0.0, "sample_count": 48}, "tracked": {"avg": 0.25, "max": 2.0, "p95": 2.0, "sample_count": 48}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.633, "pushed": 1.633, "read": 1.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.006, "count": 48, "max_ms": 0.016, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4676.265, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.842, "count": 48, "max_ms": 4.345, "p95_ms": 2.959, "reason": null, "sample_age_ms": 4726.94, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.402, "count": 48, "max_ms": 4.022, "p95_ms": 2.529, "reason": null, "sample_age_ms": 4728.433, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 48, "max_ms": 0.931, "p95_ms": 0.825, "reason": null, "sample_age_ms": 4676.275, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.841, "count": 48, "max_ms": 2.995, "p95_ms": 2.717, "reason": null, "sample_age_ms": 4725.91, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2764808.0, "count": 48, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4725.883, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 48, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4676.552, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.117, "count": 48, "max_ms": 64.085, "p95_ms": 58.759, "reason": null, "sample_age_ms": 4676.261, "source": "client_direct"}, "sample_age_ms": 4676.256, "source": "client_direct", "task_total_ms": {"avg_ms": 46.511, "count": 48, "max_ms": 67.056, "p95_ms": 60.985, "reason": null, "sample_age_ms": 4676.256, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.178, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.577, "count": 48, "max_ms": 10.049, "p95_ms": 8.595}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.331, "count": 48, "max_ms": 0.952, "p95_ms": 0.611}, "detection_prepare_ms": {"avg_ms": 1.297, "count": 48, "max_ms": 2.799, "p95_ms": 2.566}, "event_filter_ms": {"avg_ms": 0.004, "count": 48, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.331, "count": 48, "max_ms": 1.653, "p95_ms": 0.651}, "mcmt_ms": {"avg_ms": 0.003, "count": 48, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.899, "count": 48, "max_ms": 3.236, "p95_ms": 2.542}, "setup_ms": {"avg_ms": 0.043, "count": 48, "max_ms": 0.137, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 4.526, "count": 48, "max_ms": 9.932, "p95_ms": 8.524}, "track_match_ms": {"avg_ms": 0.078, "count": 48, "max_ms": 0.255, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.538, "count": 48, "max_ms": 3.207, "p95_ms": 3.078}}, "gstreamer_push": {"avg_ms": 3.138, "count": 49, "max_ms": 5.365, "p95_ms": 4.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 48, "max_ms": 0.11, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.698, "count": 48, "max_ms": 70.485, "p95_ms": 63.555}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.878, "count": 49, "max_ms": 8.366, "p95_ms": 7.494}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.578, "count": 49, "max_ms": 110.309, "p95_ms": 106.028}, "inference_input_copy_ms": {"avg_ms": 1.716, "count": 49, "max_ms": 2.78, "p95_ms": 2.642}, "processing_residual_ms": {"avg_ms": 0.191, "count": 49, "max_ms": 0.412, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.362, "count": 49, "max_ms": 116.442, "p95_ms": 113.483}, "read_interval": {"avg_ms": 528.243, "count": 48, "max_ms": 20268.928, "p95_ms": 154.607}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 48, "max_ms": 0.041, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.839, "count": 48, "max_ms": 3.117, "p95_ms": 2.433}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 48, "max_ms": 0.049, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.824, "count": 48, "max_ms": 3.084, "p95_ms": 2.404}, "worker_merge_ms": {"avg_ms": 0.007, "count": 48, "max_ms": 0.051, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.711, "count": 48, "max_ms": 70.493, "p95_ms": 63.564}, "visualize": {"avg_ms": 35.302, "count": 48, "max_ms": 48.114, "p95_ms": 45.529}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.937, "count": 48, "max_ms": 39.528, "p95_ms": 38.493}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.921, "count": 48, "max_ms": 46.925, "p95_ms": 44.303}, "visualize_input_copy_ms": {"avg_ms": 1.202, "count": 48, "max_ms": 2.348, "p95_ms": 1.903}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.81, "count": 48, "max_ms": 46.848, "p95_ms": 44.07}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 48, "max_ms": 0.139, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1255.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.927, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72209, "write_bytes_delta": 72209, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.189959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4692.0, "pid": 34584, "reason": null, "system_cpu_core_ratio": 0.049113, "system_cpu_s_delta": 1.7399999999999984, "user_cpu_core_ratio": 0.140846, "user_cpu_s_delta": 4.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.737819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.22637, "system_cpu_s_delta": 8.020000000004075, "user_cpu_core_ratio": 0.511449, "user_cpu_s_delta": 18.120000000009895}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.099, "count": 90, "max_ms": 5.793, "p95_ms": 4.835, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.27, "max": 21.0, "p95": 17.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.595, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.506, "max": 3.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.797, "count": 30, "max": 59.049, "p95": 30.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.339, "count": 30, "max": 27.578, "p95": 25.091, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.5, "count": 30, "max": 1237.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 684.867, "count": 30, "max": 6603.0, "p95": 4065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.277, "p95": 0.194, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.459, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90277.433, "count": 30, "max": 108223.0, "p95": 106700.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.733, "count": 30, "max": 106.0, "p95": 32.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.613, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.164, "count": 30, "max": 1.326, "p95": 1.274, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7505, "sampled_at": "2026-10-31T18:05:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:05:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1569726, "flush_count": 1667, "flush_interval_seconds": 30.0, "flush_state": {"count": 1667, "last_at": "2026-10-31T18:21:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:21:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1666}, "started": true, "suppressed_count": 915324, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 915177}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1667, "written_record_count": 1667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7170.93, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2534887526400, "copied_frame_count": 916843, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 2534887526400, "frame_buffer_copies": 916843, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1059, "count": 512, "max_ms": 0.4368, "p50_ms": 0.0929, "p95_ms": 0.197, "p99_ms": 0.2677}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4023, "count": 512, "max_ms": 3.8869, "p50_ms": 1.31, "p95_ms": 2.3711, "p99_ms": 2.9553, "results": {"failed": 0, "not_applicable": 0, "success": 916843, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:21:01+09:00", "last_error_summary": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "last_exit_at": "2026-10-31T18:21:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 919.499, "last_started_at": "2026-10-31T18:05:42+09:00", "pid": 34816, "process": {"exists": false, "pid": 34816}, "restart_count": 146, "restart_count_per_hour": 8, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.732, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-31T18:21:01+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-10-31T18:21:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.514, "last_sample_duration_ms": 782.222, "last_trigger": "periodic", "next_snapshot_in_sec": 512.486, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 167, "storage_bytes": 2623298}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-10-31T18:21:01.749258+09:00", "mtime_epoch": 1793438461.7492583, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77487}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:21:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1248.695, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 916843, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.292, "max": 16.0, "p95": 12.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.544, "pushed": 3.544, "read": 3.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 106, "client_acquire_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 55.085, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 106, "max_ms": 5.108, "p95_ms": 2.72, "reason": null, "sample_age_ms": 91.704, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 106, "max_ms": 4.378, "p95_ms": 1.913, "reason": null, "sample_age_ms": 91.964, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 106, "max_ms": 1.134, "p95_ms": 0.719, "reason": null, "sample_age_ms": 55.107, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.083, "count": 106, "max_ms": 4.225, "p95_ms": 3.382, "reason": null, "sample_age_ms": 90.365, "source": "client_direct"}, "request_count": 106, "request_tensor_bytes": {"avg": 2764808.0, "count": 106, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.345, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.482, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.913, "count": 106, "max_ms": 82.98, "p95_ms": 59.263, "reason": null, "sample_age_ms": 55.08, "source": "client_direct"}, "sample_age_ms": 55.075, "source": "client_direct", "task_total_ms": {"avg_ms": 47.532, "count": 106, "max_ms": 86.287, "p95_ms": 62.377, "reason": null, "sample_age_ms": 55.075, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.639, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.904, "count": 106, "max_ms": 4.166, "p95_ms": 2.873}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 106, "max_ms": 0.627, "p95_ms": 0.483}, "detection_prepare_ms": {"avg_ms": 0.198, "count": 106, "max_ms": 1.389, "p95_ms": 0.909}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.018, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 106, "max_ms": 0.252, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 106, "max_ms": 0.496, "p95_ms": 0.371}, "setup_ms": {"avg_ms": 0.042, "count": 106, "max_ms": 0.122, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.866, "count": 106, "max_ms": 4.103, "p95_ms": 2.831}, "track_match_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.159, "p95_ms": 0.037}, "tracker_update_ms": {"avg_ms": 0.104, "count": 106, "max_ms": 1.965, "p95_ms": 1.033}}, "gstreamer_push": {"avg_ms": 3.131, "count": 106, "max_ms": 7.486, "p95_ms": 4.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 106, "max_ms": 0.64, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.712, "count": 106, "max_ms": 87.364, "p95_ms": 63.818}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.797, "count": 106, "max_ms": 11.43, "p95_ms": 8.667}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.203, "count": 106, "max_ms": 122.932, "p95_ms": 105.173}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 106, "max_ms": 3.227, "p95_ms": 2.901}, "processing_residual_ms": {"avg_ms": 0.157, "count": 106, "max_ms": 0.388, "p95_ms": 0.273}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.033, "count": 106, "max_ms": 126.608, "p95_ms": 111.591}, "read_interval": {"avg_ms": 284.855, "count": 105, "max_ms": 10135.929, "p95_ms": 139.286}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 106, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.13, "count": 106, "max_ms": 0.431, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 106, "max_ms": 0.038, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 106, "max_ms": 0.42, "p95_ms": 0.291}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.021, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 48.725, "count": 106, "max_ms": 87.399, "p95_ms": 63.823}, "visualize": {"avg_ms": 31.475, "count": 106, "max_ms": 54.036, "p95_ms": 43.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.221, "count": 106, "max_ms": 48.357, "p95_ms": 41.767}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.048, "count": 106, "max_ms": 51.699, "p95_ms": 42.509}, "visualize_input_copy_ms": {"avg_ms": 1.254, "count": 106, "max_ms": 2.277, "p95_ms": 1.988}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.938, "count": 106, "max_ms": 51.529, "p95_ms": 42.407}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 106, "max_ms": 0.181, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1248.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.995, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.732, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78462, "write_bytes_delta": 78462, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 19.0, "cpu_core_ratio": 0.007431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2022.0, "pid": 34816, "reason": null, "system_cpu_core_ratio": 0.001982, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.005449, "user_cpu_s_delta": 0.11000000000001364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.111958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.03864, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.073318, "user_cpu_s_delta": 1.4799999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.153, "count": 106, "max_ms": 7.486, "p95_ms": 4.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.208, "max": 16.0, "p95": 12.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.789, "count": 30, "max": 67.3, "p95": 50.426, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.289, "count": 30, "max": 29.313, "p95": 26.198, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 966.5, "count": 30, "max": 1183.0, "p95": 1082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 197.833, "count": 30, "max": 2022.0, "p95": 1547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.198, "p95": 0.091, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.42, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2526.233, "count": 30, "max": 45872.0, "p95": 5812.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.5, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.168, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7551, "sampled_at": "2026-10-31T18:21:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:21:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1569726, "flush_count": 1667, "flush_interval_seconds": 30.0, "flush_state": {"count": 1667, "last_at": "2026-10-31T18:21:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:21:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1666}, "started": true, "suppressed_count": 915324, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 915177}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1667, "written_record_count": 1667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7173.449, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T18:21:01+09:00", "last_error_summary": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2534887526400, "copied_frame_count": 916843, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 2534887526400, "frame_buffer_copies": 916843, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1059, "count": 512, "max_ms": 0.4368, "p50_ms": 0.0929, "p95_ms": 0.197, "p99_ms": 0.2677}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4023, "count": 512, "max_ms": 3.8869, "p50_ms": 1.31, "p95_ms": 2.3711, "p99_ms": 2.9553, "results": {"failed": 0, "not_applicable": 0, "success": 916843, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:21:01+09:00", "last_error_summary": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "last_exit_at": "2026-10-31T18:21:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 919.523, "last_started_at": "2026-10-31T18:05:42+09:00", "pid": 34816, "process": {"exists": false, "pid": 34816}, "restart_count": 146, "restart_count_per_hour": 8, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.732, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-31T18:21:01+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-31T18:21:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.538, "last_sample_duration_ms": 782.222, "last_trigger": "periodic", "next_snapshot_in_sec": 512.462, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 167, "storage_bytes": 2623298}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-31T18:21:01.841259+09:00", "mtime_epoch": 1793438461.8412585, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77629}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:21:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1248.68, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 916843, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.292, "max": 16.0, "p95": 12.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.541, "pushed": 3.541, "read": 3.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 78.718, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.79, "count": 105, "max_ms": 5.108, "p95_ms": 2.722, "reason": null, "sample_age_ms": 115.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 105, "max_ms": 4.378, "p95_ms": 1.91, "reason": null, "sample_age_ms": 115.596, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 106, "max_ms": 1.134, "p95_ms": 0.719, "reason": null, "sample_age_ms": 78.74, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.08, "count": 105, "max_ms": 4.225, "p95_ms": 3.383, "reason": null, "sample_age_ms": 113.997, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 113.978, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.115, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.913, "count": 106, "max_ms": 82.98, "p95_ms": 59.263, "reason": null, "sample_age_ms": 78.712, "source": "client_direct"}, "sample_age_ms": 78.707, "source": "client_direct", "task_total_ms": {"avg_ms": 47.532, "count": 106, "max_ms": 86.287, "p95_ms": 62.377, "reason": null, "sample_age_ms": 78.707, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.564, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.904, "count": 106, "max_ms": 4.166, "p95_ms": 2.873}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 106, "max_ms": 0.627, "p95_ms": 0.483}, "detection_prepare_ms": {"avg_ms": 0.198, "count": 106, "max_ms": 1.389, "p95_ms": 0.909}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.018, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 106, "max_ms": 0.252, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 106, "max_ms": 0.496, "p95_ms": 0.371}, "setup_ms": {"avg_ms": 0.042, "count": 106, "max_ms": 0.122, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.866, "count": 106, "max_ms": 4.103, "p95_ms": 2.831}, "track_match_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.159, "p95_ms": 0.037}, "tracker_update_ms": {"avg_ms": 0.104, "count": 106, "max_ms": 1.965, "p95_ms": 1.033}}, "gstreamer_push": {"avg_ms": 3.131, "count": 106, "max_ms": 7.486, "p95_ms": 4.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 106, "max_ms": 0.64, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.712, "count": 106, "max_ms": 87.364, "p95_ms": 63.818}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.797, "count": 106, "max_ms": 11.43, "p95_ms": 8.667}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.203, "count": 106, "max_ms": 122.932, "p95_ms": 105.173}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 106, "max_ms": 3.227, "p95_ms": 2.901}, "processing_residual_ms": {"avg_ms": 0.157, "count": 106, "max_ms": 0.388, "p95_ms": 0.273}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.033, "count": 106, "max_ms": 126.608, "p95_ms": 111.591}, "read_interval": {"avg_ms": 284.855, "count": 105, "max_ms": 10135.929, "p95_ms": 139.286}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 106, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.13, "count": 106, "max_ms": 0.431, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 106, "max_ms": 0.038, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 106, "max_ms": 0.42, "p95_ms": 0.291}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.021, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 48.725, "count": 106, "max_ms": 87.399, "p95_ms": 63.823}, "visualize": {"avg_ms": 31.475, "count": 106, "max_ms": 54.036, "p95_ms": 43.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.221, "count": 106, "max_ms": 48.357, "p95_ms": 41.767}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.048, "count": 106, "max_ms": 51.699, "p95_ms": 42.509}, "visualize_input_copy_ms": {"avg_ms": 1.254, "count": 106, "max_ms": 2.277, "p95_ms": 1.988}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.938, "count": 106, "max_ms": 51.529, "p95_ms": 42.407}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 106, "max_ms": 0.181, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1248.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.995, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.732, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78462, "write_bytes_delta": 78462, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 19.0, "cpu_core_ratio": 0.007431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2022.0, "pid": 34816, "reason": null, "system_cpu_core_ratio": 0.001982, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.005449, "user_cpu_s_delta": 0.11000000000001364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.111958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.03864, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.073318, "user_cpu_s_delta": 1.4799999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.153, "count": 106, "max_ms": 7.486, "p95_ms": 4.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.208, "max": 16.0, "p95": 12.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.789, "count": 30, "max": 67.3, "p95": 50.426, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.289, "count": 30, "max": 29.313, "p95": 26.198, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 966.5, "count": 30, "max": 1183.0, "p95": 1082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 197.833, "count": 30, "max": 2022.0, "p95": 1547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.198, "p95": 0.091, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.42, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2526.233, "count": 30, "max": 45872.0, "p95": 5812.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.5, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.168, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7551, "sampled_at": "2026-10-31T18:21:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:21:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1569726, "flush_count": 1667, "flush_interval_seconds": 30.0, "flush_state": {"count": 1667, "last_at": "2026-10-31T18:21:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:21:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1666}, "started": true, "suppressed_count": 915324, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 915177}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1667, "written_record_count": 1667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7173.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2534887526400, "copied_frame_count": 916843, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 2534887526400, "frame_buffer_copies": 916843, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1059, "count": 512, "max_ms": 0.4368, "p50_ms": 0.0929, "p95_ms": 0.197, "p99_ms": 0.2677}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4023, "count": 512, "max_ms": 3.8869, "p50_ms": 1.31, "p95_ms": 2.3711, "p99_ms": 2.9553, "results": {"failed": 0, "not_applicable": 0, "success": 916843, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:21:01+09:00", "last_error_summary": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "last_exit_at": "2026-10-31T18:21:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 919.544, "last_started_at": "2026-10-31T18:05:42+09:00", "pid": 34816, "process": {"exists": false, "pid": 34816}, "restart_count": 146, "restart_count_per_hour": 8, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.732, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-31T18:21:01+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-31T18:21:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.568, "last_sample_duration_ms": 782.222, "last_trigger": "periodic", "next_snapshot_in_sec": 512.432, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 167, "storage_bytes": 2623298}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-31T18:21:01.841259+09:00", "mtime_epoch": 1793438461.8412585, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77629}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:21:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1248.68, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 916843, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.292, "max": 16.0, "p95": 12.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.539, "pushed": 3.539, "read": 3.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 102.506, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.79, "count": 105, "max_ms": 5.108, "p95_ms": 2.722, "reason": null, "sample_age_ms": 139.124, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 105, "max_ms": 4.378, "p95_ms": 1.91, "reason": null, "sample_age_ms": 139.384, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 105, "max_ms": 1.134, "p95_ms": 0.72, "reason": null, "sample_age_ms": 102.528, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.08, "count": 105, "max_ms": 4.225, "p95_ms": 3.383, "reason": null, "sample_age_ms": 137.785, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.766, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.903, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.947, "count": 105, "max_ms": 82.98, "p95_ms": 59.268, "reason": null, "sample_age_ms": 102.5, "source": "client_direct"}, "sample_age_ms": 102.495, "source": "client_direct", "task_total_ms": {"avg_ms": 47.565, "count": 105, "max_ms": 86.287, "p95_ms": 62.442, "reason": null, "sample_age_ms": 102.495, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.834, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.904, "count": 106, "max_ms": 4.166, "p95_ms": 2.873}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 106, "max_ms": 0.627, "p95_ms": 0.483}, "detection_prepare_ms": {"avg_ms": 0.198, "count": 106, "max_ms": 1.389, "p95_ms": 0.909}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.018, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 106, "max_ms": 0.252, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 106, "max_ms": 0.496, "p95_ms": 0.371}, "setup_ms": {"avg_ms": 0.042, "count": 106, "max_ms": 0.122, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.866, "count": 106, "max_ms": 4.103, "p95_ms": 2.831}, "track_match_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.159, "p95_ms": 0.037}, "tracker_update_ms": {"avg_ms": 0.104, "count": 106, "max_ms": 1.965, "p95_ms": 1.033}}, "gstreamer_push": {"avg_ms": 3.131, "count": 106, "max_ms": 7.486, "p95_ms": 4.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 106, "max_ms": 0.64, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.712, "count": 106, "max_ms": 87.364, "p95_ms": 63.818}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.797, "count": 106, "max_ms": 11.43, "p95_ms": 8.667}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.203, "count": 106, "max_ms": 122.932, "p95_ms": 105.173}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 106, "max_ms": 3.227, "p95_ms": 2.901}, "processing_residual_ms": {"avg_ms": 0.157, "count": 106, "max_ms": 0.388, "p95_ms": 0.273}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.033, "count": 106, "max_ms": 126.608, "p95_ms": 111.591}, "read_interval": {"avg_ms": 284.855, "count": 105, "max_ms": 10135.929, "p95_ms": 139.286}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 106, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.13, "count": 106, "max_ms": 0.431, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 106, "max_ms": 0.038, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 106, "max_ms": 0.42, "p95_ms": 0.291}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.021, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 48.725, "count": 106, "max_ms": 87.399, "p95_ms": 63.823}, "visualize": {"avg_ms": 31.475, "count": 106, "max_ms": 54.036, "p95_ms": 43.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.221, "count": 106, "max_ms": 48.357, "p95_ms": 41.767}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.048, "count": 106, "max_ms": 51.699, "p95_ms": 42.509}, "visualize_input_copy_ms": {"avg_ms": 1.254, "count": 106, "max_ms": 2.277, "p95_ms": 1.988}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.938, "count": 106, "max_ms": 51.529, "p95_ms": 42.407}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 106, "max_ms": 0.181, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1248.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.995, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.732, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78462, "write_bytes_delta": 78462, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 19.0, "cpu_core_ratio": 0.007431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2022.0, "pid": 34816, "reason": null, "system_cpu_core_ratio": 0.001982, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.005449, "user_cpu_s_delta": 0.11000000000001364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.111958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.03864, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.073318, "user_cpu_s_delta": 1.4799999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.153, "count": 106, "max_ms": 7.486, "p95_ms": 4.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.208, "max": 16.0, "p95": 12.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.789, "count": 30, "max": 67.3, "p95": 50.426, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.289, "count": 30, "max": 29.313, "p95": 26.198, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 966.5, "count": 30, "max": 1183.0, "p95": 1082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 197.833, "count": 30, "max": 2022.0, "p95": 1547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.198, "p95": 0.091, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.42, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2526.233, "count": 30, "max": 45872.0, "p95": 5812.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.5, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.168, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7551, "sampled_at": "2026-10-31T18:21:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:21:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1569726, "flush_count": 1667, "flush_interval_seconds": 30.0, "flush_state": {"count": 1667, "last_at": "2026-10-31T18:21:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T18:21:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1666}, "started": true, "suppressed_count": 915324, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 915177}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1667, "written_record_count": 1667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7347.508, "limit_mb": null}, "detail": {"pid": 35180, "restart_count": 147, "start_count": 148}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2534887526400, "copied_frame_count": 916843, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 2534887526400, "frame_buffer_copies": 916843, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1059, "count": 512, "max_ms": 0.4368, "p50_ms": 0.0929, "p95_ms": 0.197, "p99_ms": 0.2677}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4023, "count": 512, "max_ms": 3.8869, "p50_ms": 1.31, "p95_ms": 2.3711, "p99_ms": 2.9553, "results": {"failed": 0, "not_applicable": 0, "success": 916843, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:21:01+09:00", "last_error_summary": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "last_exit_at": "2026-10-31T18:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T18:21:04+09:00", "pid": 35180, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.578, "name": "ffmpeg", "pid": 35180, "rss_mb": 208.578, "state": "S (sleeping)", "threads": 70}, "restart_count": 147, "restart_count_per_hour": 9, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.604, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.574, "last_frame_pushed_at": "2026-10-31T18:21:01+09:00", "last_frame_read_age_sec": 4.664, "last_frame_read_at": "2026-10-31T18:21:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 92.091, "last_sample_duration_ms": 782.222, "last_trigger": "periodic", "next_snapshot_in_sec": 507.909, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 167, "storage_bytes": 2623298}, "mjpeg": {"age_sec": 4.565, "exists": true, "mtime": "2026-10-31T18:21:01.841259+09:00", "mtime_epoch": 1793438461.8412585, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77629}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-31T18:21:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1248.684, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 916843, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.033, "max": 13.0, "p95": 11.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.067, "read": 2.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.008, "count": 61, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4631.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.846, "count": 61, "max_ms": 5.108, "p95_ms": 2.91, "reason": null, "sample_age_ms": 4667.674, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 61, "max_ms": 3.211, "p95_ms": 1.919, "reason": null, "sample_age_ms": 4667.934, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 61, "max_ms": 1.134, "p95_ms": 0.764, "reason": null, "sample_age_ms": 4631.078, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.055, "count": 61, "max_ms": 4.225, "p95_ms": 3.448, "reason": null, "sample_age_ms": 4666.336, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4666.316, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4631.453, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.188, "count": 61, "max_ms": 79.608, "p95_ms": 59.392, "reason": null, "sample_age_ms": 4631.05, "source": "client_direct"}, "sample_age_ms": 4631.046, "source": "client_direct", "task_total_ms": {"avg_ms": 47.773, "count": 61, "max_ms": 81.631, "p95_ms": 62.794, "reason": null, "sample_age_ms": 4631.046, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.468, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.962, "count": 61, "max_ms": 4.166, "p95_ms": 2.96}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.242, "count": 61, "max_ms": 0.627, "p95_ms": 0.472}, "detection_prepare_ms": {"avg_ms": 0.219, "count": 61, "max_ms": 1.389, "p95_ms": 0.947}, "event_filter_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 61, "max_ms": 0.252, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.002, "count": 61, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 61, "max_ms": 0.496, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.04, "count": 61, "max_ms": 0.088, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.923, "count": 61, "max_ms": 4.103, "p95_ms": 2.93}, "track_match_ms": {"avg_ms": 0.01, "count": 61, "max_ms": 0.159, "p95_ms": 0.044}, "tracker_update_ms": {"avg_ms": 0.143, "count": 61, "max_ms": 1.965, "p95_ms": 1.063}}, "gstreamer_push": {"avg_ms": 3.126, "count": 62, "max_ms": 7.486, "p95_ms": 5.048}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 61, "max_ms": 0.64, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.972, "count": 61, "max_ms": 82.381, "p95_ms": 66.178}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.939, "count": 61, "max_ms": 11.43, "p95_ms": 8.915}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.456, "count": 61, "max_ms": 113.084, "p95_ms": 105.837}, "inference_input_copy_ms": {"avg_ms": 1.928, "count": 61, "max_ms": 3.227, "p95_ms": 2.959}, "processing_residual_ms": {"avg_ms": 0.155, "count": 61, "max_ms": 0.319, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.477, "count": 61, "max_ms": 118.342, "p95_ms": 111.591}, "read_interval": {"avg_ms": 416.972, "count": 61, "max_ms": 10135.929, "p95_ms": 146.997}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 61, "max_ms": 0.033, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.138, "count": 61, "max_ms": 0.431, "p95_ms": 0.377}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 61, "max_ms": 0.038, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 61, "max_ms": 0.42, "p95_ms": 0.358}, "worker_merge_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 48.984, "count": 61, "max_ms": 82.393, "p95_ms": 66.197}, "visualize": {"avg_ms": 30.428, "count": 61, "max_ms": 54.036, "p95_ms": 42.438}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.158, "count": 61, "max_ms": 48.357, "p95_ms": 39.896}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.042, "count": 61, "max_ms": 51.699, "p95_ms": 40.596}, "visualize_input_copy_ms": {"avg_ms": 1.22, "count": 61, "max_ms": 2.166, "p95_ms": 1.688}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.937, "count": 61, "max_ms": 51.529, "p95_ms": 40.523}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 61, "max_ms": 0.181, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1248.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.995, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.732, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 916837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T18:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78462, "write_bytes_delta": 78462, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 19.0, "cpu_core_ratio": 0.007431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2022.0, "pid": 34816, "reason": null, "system_cpu_core_ratio": 0.001982, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.005449, "user_cpu_s_delta": 0.11000000000001364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.111958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.03864, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.073318, "user_cpu_s_delta": 1.4799999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.153, "count": 106, "max_ms": 7.486, "p95_ms": 4.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.208, "max": 16.0, "p95": 12.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.789, "count": 30, "max": 67.3, "p95": 50.426, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.289, "count": 30, "max": 29.313, "p95": 26.198, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 966.5, "count": 30, "max": 1183.0, "p95": 1082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 197.833, "count": 30, "max": 2022.0, "p95": 1547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.198, "p95": 0.091, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.42, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73623.367, "count": 30, "max": 78462.0, "p95": 77821.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2526.233, "count": 30, "max": 45872.0, "p95": 5812.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.452, "count": 30, "max": 0.5, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.168, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7551, "sampled_at": "2026-10-31T18:21:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T18:21:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1368114, "flush_count": 1780, "flush_interval_seconds": 30.0, "flush_state": {"count": 1780, "last_at": "2026-10-31T20:14:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T20:14:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1779}, "started": true, "suppressed_count": 1046254, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1046254}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1780, "written_record_count": 1780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7157.336, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59d4abb13840] left block unavailable for requested intra mode [h264 @ 0x59d4abb13840] error while decoding MB 0 15, bytestream 78 [h264 @ 0x59d4abd0a640] cabac decode of qscale diff failed at 75 52 [h264 @ 0x59d4abd0a640] error while decoding MB 75 52, bytestream 108513 [h264 @ 0x59d4ac95c040] cabac decode of qscale diff failed at 118 60 [h264 @ 0x59d4ac95c040] error while decoding MB 118 60, bytestream 109237 [h264 @ 0x59d4ac95c040] error while decoding MB 13 57, bytestream -8 [h264 @", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2897601638400, "copied_frame_count": 1048033, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2897601638400, "frame_buffer_copies": 1048033, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1074, "count": 512, "max_ms": 1.7681, "p50_ms": 0.0913, "p95_ms": 0.1948, "p99_ms": 0.2495}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4101, "count": 512, "max_ms": 3.157, "p50_ms": 1.3596, "p95_ms": 2.2384, "p99_ms": 2.7941, "results": {"failed": 0, "not_applicable": 0, "success": 1048033, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T20:14:16+09:00", "last_error_summary": "[h264 @ 0x59d4abb13840] left block unavailable for requested intra mode [h264 @ 0x59d4abb13840] error while decoding MB 0 15, bytestream 78 [h264 @ 0x59d4abd0a640] cabac decode of qscale diff failed at 75 52 [h264 @ 0x59d4abd0a640] error while decoding MB 75 52, bytestream 108513 [h264 @ 0x59d4ac95c040] cabac decode of qscale diff failed at 118 60 [h264 @ 0x59d4ac95c040] error while decoding MB 118 60, bytestream 109237 [h264 @ 0x59d4ac95c040] error while decoding MB 13 57, bytestream -8 [h264 @", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 7907.413, "last_started_at": "2026-10-31T18:02:28+09:00", "pid": 34700, "process": {"exists": false, "pid": 34700}, "restart_count": 73, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.057, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1048033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T20:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-31T20:14:15+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-31T20:14:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.89, "last_sample_duration_ms": 749.72, "last_trigger": "periodic", "next_snapshot_in_sec": 337.11, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 178, "storage_bytes": 2728463}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-31T20:14:15.969146+09:00", "mtime_epoch": 1793445255.9691455, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86475}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T20:14:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1253.645, "name": "celery", "pid": 176, "rss_mb": 1233.902, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1048033, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 71, "pushed_frames": 71, "read_frames": 70, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.371, "pushed": 2.371, "read": 2.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 70, "client_acquire_ms": {"avg_ms": 0.006, "count": 70, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 108.901, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.806, "count": 70, "max_ms": 3.231, "p95_ms": 2.427, "reason": null, "sample_age_ms": 137.54, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 70, "max_ms": 1.722, "p95_ms": 1.488, "reason": null, "sample_age_ms": 137.918, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 70, "max_ms": 0.324, "p95_ms": 0.174, "reason": null, "sample_age_ms": 108.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.46, "count": 70, "max_ms": 2.3, "p95_ms": 2.186, "reason": null, "sample_age_ms": 135.922, "source": "client_direct"}, "request_count": 70, "request_tensor_bytes": {"avg": 2211848.0, "count": 70, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.891, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.036, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.039, "count": 70, "max_ms": 51.608, "p95_ms": 45.981, "reason": null, "sample_age_ms": 108.898, "source": "client_direct"}, "sample_age_ms": 108.895, "source": "client_direct", "task_total_ms": {"avg_ms": 35.746, "count": 70, "max_ms": 53.74, "p95_ms": 47.737, "reason": null, "sample_age_ms": 108.895, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.61, "count": 71, "max_ms": 1.385, "p95_ms": 1.14}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 71, "max_ms": 0.447, "p95_ms": 0.371}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 71, "max_ms": 0.226, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 71, "max_ms": 0.185, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 71, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 71, "max_ms": 0.425, "p95_ms": 0.307}, "setup_ms": {"avg_ms": 0.035, "count": 71, "max_ms": 0.127, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.576, "count": 71, "max_ms": 1.257, "p95_ms": 1.084}, "track_match_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.013, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.023, "count": 71, "max_ms": 0.066, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 3.102, "count": 71, "max_ms": 5.126, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 71, "max_ms": 0.384, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.835, "count": 71, "max_ms": 55.562, "p95_ms": 48.92}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 71, "max_ms": 0.115, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.213, "count": 71, "max_ms": 108.762, "p95_ms": 99.12}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 71, "max_ms": 2.943, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.134, "count": 71, "max_ms": 0.302, "p95_ms": 0.259}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.002, "count": 71, "max_ms": 111.09, "p95_ms": 100.957}, "read_interval": {"avg_ms": 427.329, "count": 70, "max_ms": 23233.477, "p95_ms": 121.131}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 71, "max_ms": 0.081, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.111, "count": 71, "max_ms": 0.316, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 71, "max_ms": 0.069, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 71, "max_ms": 0.266, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 71, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 36.847, "count": 71, "max_ms": 55.571, "p95_ms": 48.93}, "visualize": {"avg_ms": 44.921, "count": 71, "max_ms": 62.363, "p95_ms": 58.868}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.166, "count": 71, "max_ms": 61.281, "p95_ms": 57.486}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.757, "count": 71, "max_ms": 62.136, "p95_ms": 58.444}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.673, "count": 71, "max_ms": 62.005, "p95_ms": 58.252}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 71, "max_ms": 0.117, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1233.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.167, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.09, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1048026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T20:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96394, "write_bytes_delta": 96394, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 522.0, "cpu_core_ratio": 0.498487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11088.0, "pid": 34700, "reason": null, "system_cpu_core_ratio": 0.126681, "system_cpu_s_delta": 4.460000000000036, "user_cpu_core_ratio": 0.371806, "user_cpu_s_delta": 13.090000000000146}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.277221, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 153674.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.071862, "system_cpu_s_delta": 2.529999999998836, "user_cpu_core_ratio": 0.20536, "user_cpu_s_delta": 7.2299999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 70, "max_ms": 5.126, "p95_ms": 4.766, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.253, "count": 30, "max": 50.698, "p95": 44.479, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.861, "count": 30, "max": 34.077, "p95": 28.544, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 738.8, "count": 30, "max": 1319.0, "p95": 1251.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 863.067, "count": 30, "max": 11088.0, "p95": 5049.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.374, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.157, "count": 30, "max": 1.311, "p95": 1.3, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87472.8, "count": 30, "max": 98684.0, "p95": 93295.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87472.8, "count": 30, "max": 98684.0, "p95": 93295.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171830.7, "count": 30, "max": 291885.0, "p95": 277676.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.3, "p95": 0.237, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.613, "p95": 0.601, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8117, "sampled_at": "2026-10-31T20:14:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T20:14:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1368114, "flush_count": 1780, "flush_interval_seconds": 30.0, "flush_state": {"count": 1780, "last_at": "2026-10-31T20:14:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T20:14:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1779}, "started": true, "suppressed_count": 1046254, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1046254}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1780, "written_record_count": 1780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7156.801, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2897601638400, "copied_frame_count": 1048033, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2897601638400, "frame_buffer_copies": 1048033, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1074, "count": 512, "max_ms": 1.7681, "p50_ms": 0.0913, "p95_ms": 0.1948, "p99_ms": 0.2495}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4101, "count": 512, "max_ms": 3.157, "p50_ms": 1.3596, "p95_ms": 2.2384, "p99_ms": 2.7941, "results": {"failed": 0, "not_applicable": 0, "success": 1048033, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T20:14:16+09:00", "last_error_summary": "[h264 @ 0x59d4abb13840] left block unavailable for requested intra mode [h264 @ 0x59d4abb13840] error while decoding MB 0 15, bytestream 78 [h264 @ 0x59d4abd0a640] cabac decode of qscale diff failed at 75 52 [h264 @ 0x59d4abd0a640] error while decoding MB 75 52, bytestream 108513 [h264 @ 0x59d4ac95c040] cabac decode of qscale diff failed at 118 60 [h264 @ 0x59d4ac95c040] error while decoding MB 118 60, bytestream 109237 [h264 @ 0x59d4ac95c040] error while decoding MB 13 57, bytestream -8 [h264 @", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 7907.437, "last_started_at": "2026-10-31T18:02:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 73, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.057, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1048033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T20:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-31T20:14:15+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-31T20:14:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.912, "last_sample_duration_ms": 749.72, "last_trigger": "periodic", "next_snapshot_in_sec": 337.088, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 178, "storage_bytes": 2728463}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-31T20:14:15.969146+09:00", "mtime_epoch": 1793445255.9691455, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86475}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T20:14:16+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1253.645, "name": "celery", "pid": 176, "rss_mb": 1233.898, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1048033, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 71, "pushed_frames": 71, "read_frames": 70, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.369, "pushed": 2.369, "read": 2.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 70, "client_acquire_ms": {"avg_ms": 0.006, "count": 70, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 131.786, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.806, "count": 70, "max_ms": 3.231, "p95_ms": 2.427, "reason": null, "sample_age_ms": 160.425, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 70, "max_ms": 1.722, "p95_ms": 1.488, "reason": null, "sample_age_ms": 160.803, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 70, "max_ms": 0.324, "p95_ms": 0.174, "reason": null, "sample_age_ms": 131.793, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.46, "count": 70, "max_ms": 2.3, "p95_ms": 2.186, "reason": null, "sample_age_ms": 158.807, "source": "client_direct"}, "request_count": 70, "request_tensor_bytes": {"avg": 2211848.0, "count": 70, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 158.776, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.922, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.039, "count": 70, "max_ms": 51.608, "p95_ms": 45.981, "reason": null, "sample_age_ms": 131.783, "source": "client_direct"}, "sample_age_ms": 131.78, "source": "client_direct", "task_total_ms": {"avg_ms": 35.746, "count": 70, "max_ms": 53.74, "p95_ms": 47.737, "reason": null, "sample_age_ms": 131.78, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.61, "count": 71, "max_ms": 1.385, "p95_ms": 1.14}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 71, "max_ms": 0.447, "p95_ms": 0.371}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 71, "max_ms": 0.226, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 71, "max_ms": 0.185, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 71, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 71, "max_ms": 0.425, "p95_ms": 0.307}, "setup_ms": {"avg_ms": 0.035, "count": 71, "max_ms": 0.127, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.576, "count": 71, "max_ms": 1.257, "p95_ms": 1.084}, "track_match_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.013, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.023, "count": 71, "max_ms": 0.066, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 3.102, "count": 71, "max_ms": 5.126, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 71, "max_ms": 0.384, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.835, "count": 71, "max_ms": 55.562, "p95_ms": 48.92}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 71, "max_ms": 0.115, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.213, "count": 71, "max_ms": 108.762, "p95_ms": 99.12}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 71, "max_ms": 2.943, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.134, "count": 71, "max_ms": 0.302, "p95_ms": 0.259}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.002, "count": 71, "max_ms": 111.09, "p95_ms": 100.957}, "read_interval": {"avg_ms": 427.329, "count": 70, "max_ms": 23233.477, "p95_ms": 121.131}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 71, "max_ms": 0.081, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.111, "count": 71, "max_ms": 0.316, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 71, "max_ms": 0.069, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 71, "max_ms": 0.266, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.005, "count": 71, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 36.847, "count": 71, "max_ms": 55.571, "p95_ms": 48.93}, "visualize": {"avg_ms": 44.921, "count": 71, "max_ms": 62.363, "p95_ms": 58.868}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.166, "count": 71, "max_ms": 61.281, "p95_ms": 57.486}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.757, "count": 71, "max_ms": 62.136, "p95_ms": 58.444}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.673, "count": 71, "max_ms": 62.005, "p95_ms": 58.252}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 71, "max_ms": 0.117, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1233.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.167, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.09, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1048026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T20:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96394, "write_bytes_delta": 96394, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 522.0, "cpu_core_ratio": 0.498487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11088.0, "pid": 34700, "reason": null, "system_cpu_core_ratio": 0.126681, "system_cpu_s_delta": 4.460000000000036, "user_cpu_core_ratio": 0.371806, "user_cpu_s_delta": 13.090000000000146}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.277221, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 153674.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.071862, "system_cpu_s_delta": 2.529999999998836, "user_cpu_core_ratio": 0.20536, "user_cpu_s_delta": 7.2299999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 70, "max_ms": 5.126, "p95_ms": 4.766, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.253, "count": 30, "max": 50.698, "p95": 44.479, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.861, "count": 30, "max": 34.077, "p95": 28.544, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 738.8, "count": 30, "max": 1319.0, "p95": 1251.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 863.067, "count": 30, "max": 11088.0, "p95": 5049.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.374, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.157, "count": 30, "max": 1.311, "p95": 1.3, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87472.8, "count": 30, "max": 98684.0, "p95": 93295.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87472.8, "count": 30, "max": 98684.0, "p95": 93295.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171830.7, "count": 30, "max": 291885.0, "p95": 277676.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.3, "p95": 0.237, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.613, "p95": 0.601, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8117, "sampled_at": "2026-10-31T20:14:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T20:14:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1368114, "flush_count": 1780, "flush_interval_seconds": 30.0, "flush_state": {"count": 1780, "last_at": "2026-10-31T20:14:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-31T20:14:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1779}, "started": true, "suppressed_count": 1046254, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1046254}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1780, "written_record_count": 1780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7198.199, "limit_mb": null}, "detail": {"pid": 35296, "restart_count": 74, "start_count": 75}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 2897601638400, "copied_frame_count": 1048033, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 2897601638400, "frame_buffer_copies": 1048033, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1074, "count": 512, "max_ms": 1.7681, "p50_ms": 0.0913, "p95_ms": 0.1948, "p99_ms": 0.2495}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4101, "count": 512, "max_ms": 3.157, "p50_ms": 1.3596, "p95_ms": 2.2384, "p99_ms": 2.7941, "results": {"failed": 0, "not_applicable": 0, "success": 1048033, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T20:14:16+09:00", "last_error_summary": "[h264 @ 0x59d4abb13840] left block unavailable for requested intra mode [h264 @ 0x59d4abb13840] error while decoding MB 0 15, bytestream 78 [h264 @ 0x59d4abd0a640] cabac decode of qscale diff failed at 75 52 [h264 @ 0x59d4abd0a640] error while decoding MB 75 52, bytestream 108513 [h264 @ 0x59d4ac95c040] cabac decode of qscale diff failed at 118 60 [h264 @ 0x59d4ac95c040] error while decoding MB 118 60, bytestream 109237 [h264 @ 0x59d4ac95c040] error while decoding MB 13 57, bytestream -8 [h264 @", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T20:14:18+09:00", "pid": 35296, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.848, "name": "ffmpeg", "pid": 35296, "rss_mb": 74.848, "state": "S (sleeping)", "threads": 1}, "restart_count": 74, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.885, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1048033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T20:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.248, "last_frame_pushed_at": "2026-10-31T20:14:15+09:00", "last_frame_read_age_sec": 4.331, "last_frame_read_at": "2026-10-31T20:14:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 267.084, "last_sample_duration_ms": 749.72, "last_trigger": "periodic", "next_snapshot_in_sec": 332.916, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 178, "storage_bytes": 2728463}, "mjpeg": {"age_sec": 4.24, "exists": true, "mtime": "2026-10-31T20:14:15.969146+09:00", "mtime_epoch": 1793445255.9691455, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 86475}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-31T20:14:20+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1253.645, "name": "celery", "pid": 176, "rss_mb": 1233.902, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1048033, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 28, "pushed_frames": 28, "read_frames": 27, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.934, "pushed": 0.934, "read": 0.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.006, "count": 27, "max_ms": 0.015, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4301.714, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.522, "count": 27, "max_ms": 1.858, "p95_ms": 1.765, "reason": null, "sample_age_ms": 4330.353, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 27, "max_ms": 1.511, "p95_ms": 1.452, "reason": null, "sample_age_ms": 4330.731, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 27, "max_ms": 0.184, "p95_ms": 0.178, "reason": null, "sample_age_ms": 4301.721, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.353, "count": 27, "max_ms": 2.3, "p95_ms": 2.055, "reason": null, "sample_age_ms": 4328.735, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2211848.0, "count": 27, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4328.704, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 27, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4301.849, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.966, "count": 27, "max_ms": 47.852, "p95_ms": 45.978, "reason": null, "sample_age_ms": 4301.711, "source": "client_direct"}, "sample_age_ms": 4301.708, "source": "client_direct", "task_total_ms": {"avg_ms": 35.562, "count": 27, "max_ms": 50.582, "p95_ms": 47.297, "reason": null, "sample_age_ms": 4301.708, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.078, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.611, "count": 28, "max_ms": 1.143, "p95_ms": 1.14}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.196, "count": 28, "max_ms": 0.447, "p95_ms": 0.384}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 28, "max_ms": 0.175, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 28, "max_ms": 0.127, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 28, "max_ms": 0.425, "p95_ms": 0.271}, "setup_ms": {"avg_ms": 0.035, "count": 28, "max_ms": 0.074, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.578, "count": 28, "max_ms": 1.086, "p95_ms": 1.084}, "track_match_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.01, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.022, "count": 28, "max_ms": 0.047, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.931, "count": 28, "max_ms": 5.001, "p95_ms": 3.903}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 28, "max_ms": 0.384, "p95_ms": 0.074}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.039, "count": 28, "max_ms": 51.243, "p95_ms": 48.92}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 28, "max_ms": 0.087, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.291, "count": 28, "max_ms": 100.224, "p95_ms": 95.183}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 28, "max_ms": 2.463, "p95_ms": 2.455}, "processing_residual_ms": {"avg_ms": 0.127, "count": 28, "max_ms": 0.227, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.093, "count": 28, "max_ms": 101.783, "p95_ms": 96.851}, "read_interval": {"avg_ms": 951.914, "count": 27, "max_ms": 23233.477, "p95_ms": 140.015}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 28, "max_ms": 0.081, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 0.116, "count": 28, "max_ms": 0.316, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 28, "max_ms": 0.024, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 28, "max_ms": 0.236, "p95_ms": 0.165}, "worker_merge_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.009, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 36.052, "count": 28, "max_ms": 51.258, "p95_ms": 48.93}, "visualize": {"avg_ms": 42.786, "count": 28, "max_ms": 52.619, "p95_ms": 51.454}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.103, "count": 28, "max_ms": 51.667, "p95_ms": 50.771}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.637, "count": 28, "max_ms": 52.375, "p95_ms": 51.301}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.56, "count": 28, "max_ms": 52.269, "p95_ms": 51.216}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 28, "max_ms": 0.069, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1233.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.167, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.09, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1048026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T20:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96394, "write_bytes_delta": 96394, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 522.0, "cpu_core_ratio": 0.498487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11088.0, "pid": 34700, "reason": null, "system_cpu_core_ratio": 0.126681, "system_cpu_s_delta": 4.460000000000036, "user_cpu_core_ratio": 0.371806, "user_cpu_s_delta": 13.090000000000146}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.277221, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 153674.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.071862, "system_cpu_s_delta": 2.529999999998836, "user_cpu_core_ratio": 0.20536, "user_cpu_s_delta": 7.2299999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 70, "max_ms": 5.126, "p95_ms": 4.766, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.253, "count": 30, "max": 50.698, "p95": 44.479, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.861, "count": 30, "max": 34.077, "p95": 28.544, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 738.8, "count": 30, "max": 1319.0, "p95": 1251.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 863.067, "count": 30, "max": 11088.0, "p95": 5049.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.374, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.157, "count": 30, "max": 1.311, "p95": 1.3, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87472.8, "count": 30, "max": 98684.0, "p95": 93295.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87472.8, "count": 30, "max": 98684.0, "p95": 93295.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171830.7, "count": 30, "max": 291885.0, "p95": 277676.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.3, "p95": 0.237, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.613, "p95": 0.601, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8117, "sampled_at": "2026-10-31T20:14:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T20:14:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7681.637, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:15:34+09:00", "last_error_summary": "[rtsp @ 0x63e17764af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e17764ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T07:15:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 49522.756, "last_started_at": "2026-10-31T07:45:36+09:00", "pid": 21780, "process": {"exists": true, "fd_count": 5, "hwm_mb": 231.188, "name": "ffmpeg", "pid": 21780, "rss_mb": 231.188, "state": "S (sleeping)", "threads": 70}, "restart_count": 40, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.547, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30.04, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 30.118, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.58, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 553.42, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 30.032, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:30:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.523, "name": "celery", "pid": 178, "rss_mb": 1109.523, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 34.91, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30071.35, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30072.057, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30058.54, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30070.601, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.588, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.928, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.788, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137275, "write_bytes_delta": 137275, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 630.0, "cpu_core_ratio": 0.232891, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 21780, "reason": null, "system_cpu_core_ratio": 0.04198, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.190911, "user_cpu_s_delta": 1.9099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.660691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.156926, "system_cpu_s_delta": 1.569999999999709, "user_cpu_core_ratio": 0.503764, "user_cpu_s_delta": 5.040000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.865, "count": 300, "max_ms": 10.941, "p95_ms": 4.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.376, "count": 30, "max": 42.876, "p95": 33.435, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.404, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 753.233, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.194, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142792.267, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142792.267, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.833, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.164, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3563, "sampled_at": "2026-10-31T21:30:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:30:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7607.762, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T07:15:34+09:00", "last_error_summary": "[rtsp @ 0x63e17764af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e17764ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T07:15:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 49522.811, "last_started_at": "2026-10-31T07:45:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 40, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.547, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30.095, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 30.172, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.603, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 553.397, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 30.087, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:30:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.523, "name": "celery", "pid": 178, "rss_mb": 1109.523, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 34.938, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30112.252, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30112.958, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30099.442, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30111.503, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.739, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.32, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.547, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.059, "exists": true, "size_bytes": 138831, "write_bytes_delta": 138831, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 38.0, "cpu_core_ratio": 0.005532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 21780, "reason": null, "system_cpu_core_ratio": 0.000976, "system_cpu_s_delta": 0.03000000000020009, "user_cpu_core_ratio": 0.004556, "user_cpu_s_delta": 0.13999999999941792}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.021479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.005532, "system_cpu_s_delta": 0.17000000000007276, "user_cpu_core_ratio": 0.015946, "user_cpu_s_delta": 0.48999999999796273}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.547, "count": 30, "max": 35.919, "p95": 29.882, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.36, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.059, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142387.5, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142387.5, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.467, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3566, "sampled_at": "2026-10-31T21:30:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:30:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7461.41, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:31:02+09:00", "last_error_summary": "[rtsp @ 0x5ae8b53f0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ae8b53f0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:31:02+09:00", "last_error_summary": "[rtsp @ 0x5ae8b53f0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ae8b53f0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:31:04+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T21:31:02+09:00", "pid": 35412, "process": {"exists": false, "pid": 35412}, "restart_count": 41, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.459, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 34.93, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 35.008, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.446, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 548.554, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 34.922, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:31:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 39.78, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34949.265, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34949.971, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34936.455, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34948.516, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.329, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.32, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.547, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.059, "exists": true, "size_bytes": 138831, "write_bytes_delta": 138831, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 38.0, "cpu_core_ratio": 0.005532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 21780, "reason": null, "system_cpu_core_ratio": 0.000976, "system_cpu_s_delta": 0.03000000000020009, "user_cpu_core_ratio": 0.004556, "user_cpu_s_delta": 0.13999999999941792}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.021479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.005532, "system_cpu_s_delta": 0.17000000000007276, "user_cpu_core_ratio": 0.015946, "user_cpu_s_delta": 0.48999999999796273}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.547, "count": 30, "max": 35.919, "p95": 29.882, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.36, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.059, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142387.5, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142387.5, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.467, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3566, "sampled_at": "2026-10-31T21:30:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:30:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7468.32, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:31:38+09:00", "last_error_summary": "[rtsp @ 0x58b5ad943f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58b5ad943e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:31:38+09:00", "last_error_summary": "[rtsp @ 0x58b5ad943f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58b5ad943e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:31:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T21:31:38+09:00", "pid": 35418, "process": {"exists": false, "pid": 35418}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.988, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 70.825, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 70.903, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.348, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 512.652, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 70.817, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:31:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 75.678, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70843.579, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70844.285, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70830.768, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70842.829, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.32, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.547, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.059, "exists": true, "size_bytes": 138831, "write_bytes_delta": 138831, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 38.0, "cpu_core_ratio": 0.005532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 21780, "reason": null, "system_cpu_core_ratio": 0.000976, "system_cpu_s_delta": 0.03000000000020009, "user_cpu_core_ratio": 0.004556, "user_cpu_s_delta": 0.13999999999941792}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.021479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.005532, "system_cpu_s_delta": 0.17000000000007276, "user_cpu_core_ratio": 0.015946, "user_cpu_s_delta": 0.48999999999796273}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.547, "count": 30, "max": 35.919, "p95": 29.882, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.36, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.059, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142387.5, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142387.5, "count": 30, "max": 146267.0, "p95": 145789.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.467, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.151, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3566, "sampled_at": "2026-10-31T21:30:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:30:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7478.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:31:38+09:00", "last_error_summary": "[rtsp @ 0x58b5ad943f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58b5ad943e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:31:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-10-31T21:31:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.988, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 70.859, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 70.937, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.37, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 512.63, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 70.851, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:31:40+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 75.704, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70876.434, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70877.14, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70863.624, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70875.685, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.579, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.988, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.828, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35418, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001643, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.00438, "user_cpu_s_delta": 0.08000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.974, "count": 30, "max": 35.919, "p95": 29.882, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.728, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.513, "count": 30, "max": 70.828, "p95": 47.777, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141763.533, "count": 30, "max": 146267.0, "p95": 145567.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127880.433, "count": 30, "max": 146267.0, "p95": 145567.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.333, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3569, "sampled_at": "2026-10-31T21:31:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:31:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7484.398, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:32:13+09:00", "last_error_summary": "[rtsp @ 0x5e1dbf82cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e1dbf82ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:32:13+09:00", "last_error_summary": "[rtsp @ 0x5e1dbf82cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e1dbf82ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:32:14+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-31T21:32:12+09:00", "pid": 35420, "process": {"exists": false, "pid": 35420}, "restart_count": 45, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.17, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 105.456, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 105.533, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 121.979, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 478.021, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 105.448, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:32:15+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 110.311, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105473.979, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105474.685, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105461.168, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105473.229, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.749, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.579, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 80.988, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.828, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35418, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001643, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.00438, "user_cpu_s_delta": 0.08000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.974, "count": 30, "max": 35.919, "p95": 29.882, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.728, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.513, "count": 30, "max": 70.828, "p95": 47.777, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141763.533, "count": 30, "max": 146267.0, "p95": 145567.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127880.433, "count": 30, "max": 146267.0, "p95": 145567.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.333, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3569, "sampled_at": "2026-10-31T21:31:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:31:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7466.223, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:32:13+09:00", "last_error_summary": "[rtsp @ 0x5e1dbf82cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e1dbf82ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:32:14+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.04, "last_started_at": "2026-10-31T21:32:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 45, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.17, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 105.495, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 105.572, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.008, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 477.992, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 105.486, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:32:15+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 110.342, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105511.67, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105512.376, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105498.859, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105510.921, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.803, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.188, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.17, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 105.463, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35420, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001444, "system_cpu_s_delta": 0.050000000001091394, "user_cpu_core_ratio": 0.004042, "user_cpu_s_delta": 0.13999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.426, "count": 30, "max": 35.919, "p95": 29.882, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.207, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10.028, "count": 30, "max": 105.463, "p95": 62.61, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141548.0, "count": 30, "max": 146267.0, "p95": 145400.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123037.2, "count": 30, "max": 146267.0, "p95": 145400.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.933, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.131, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3570, "sampled_at": "2026-10-31T21:32:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:32:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7467.656, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:33:16+09:00", "last_error_summary": "[rtsp @ 0x626449d20f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626449d20e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:33:16+09:00", "last_error_summary": "[rtsp @ 0x626449d20f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626449d20e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:33:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T21:33:16+09:00", "pid": 35422, "process": {"exists": false, "pid": 35422}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.996, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 168.5, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 168.578, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.019, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 414.981, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 168.492, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:33:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 173.351, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168518.393, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168519.099, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168505.583, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168517.644, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.391, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.188, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.17, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 105.463, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35420, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001444, "system_cpu_s_delta": 0.050000000001091394, "user_cpu_core_ratio": 0.004042, "user_cpu_s_delta": 0.13999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.426, "count": 30, "max": 35.919, "p95": 29.882, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.207, "count": 30, "max": 30.027, "p95": 27.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10.028, "count": 30, "max": 105.463, "p95": 62.61, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141548.0, "count": 30, "max": 146267.0, "p95": 145400.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123037.2, "count": 30, "max": 146267.0, "p95": 145400.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.933, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.131, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3570, "sampled_at": "2026-10-31T21:32:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:32:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7467.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:33:16+09:00", "last_error_summary": "[rtsp @ 0x626449d20f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626449d20e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:33:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-10-31T21:33:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.996, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 168.533, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 168.61, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.046, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 414.954, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 168.525, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:33:18+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 173.38, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168550.243, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168550.949, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168537.433, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168549.494, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.16, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.99, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.996, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 168.501, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35422, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00111, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.00349, "user_cpu_s_delta": 0.22000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.517, "count": 30, "max": 35.919, "p95": 28.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.306, "count": 30, "max": 30.027, "p95": 25.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15.645, "count": 30, "max": 168.501, "p95": 89.877, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141316.067, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118177.567, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.533, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3571, "sampled_at": "2026-10-31T21:33:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:33:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7469.129, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:34:18+09:00", "last_error_summary": "[rtsp @ 0x5bbbb948df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bbbb948de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:34:18+09:00", "last_error_summary": "[rtsp @ 0x5bbbb948df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bbbb948de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:34:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T21:34:18+09:00", "pid": 35424, "process": {"exists": false, "pid": 35424}, "restart_count": 47, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.588, "sample_count": 690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 231.014, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 231.091, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 247.531, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 352.469, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 231.006, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:34:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 235.862, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231032.082, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231032.788, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231019.271, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231031.332, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.369, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.99, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.996, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 168.501, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35422, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00111, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.00349, "user_cpu_s_delta": 0.22000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.517, "count": 30, "max": 35.919, "p95": 28.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.306, "count": 30, "max": 30.027, "p95": 25.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15.645, "count": 30, "max": 168.501, "p95": 89.877, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141316.067, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118177.567, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.533, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3571, "sampled_at": "2026-10-31T21:33:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:33:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7469.512, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:34:18+09:00", "last_error_summary": "[rtsp @ 0x5bbbb948df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bbbb948de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:34:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.025, "last_started_at": "2026-10-31T21:34:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 47, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.588, "sample_count": 690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 231.039, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 231.116, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 247.546, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 352.454, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 231.031, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:34:20+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 235.881, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231055.765, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231056.472, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231042.955, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 231055.016, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.086, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.015, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.588, "sample_count": 690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 231.015, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35424, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004639, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00128, "system_cpu_s_delta": 0.07999999999992724, "user_cpu_core_ratio": 0.003359, "user_cpu_s_delta": 0.20999999999912689}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.939, "count": 30, "max": 35.919, "p95": 28.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.673, "count": 30, "max": 30.027, "p95": 25.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23.345, "count": 30, "max": 231.015, "p95": 140.134, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141147.0, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113380.8, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3572, "sampled_at": "2026-10-31T21:34:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:34:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7489.461, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:35:21+09:00", "last_error_summary": "[rtsp @ 0x5f6c8f77bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f6c8f77be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:35:21+09:00", "last_error_summary": "[rtsp @ 0x5f6c8f77bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f6c8f77be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:35:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T21:35:21+09:00", "pid": 35426, "process": {"exists": false, "pid": 35426}, "restart_count": 48, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.456, "sample_count": 61, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 293.85, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 293.927, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.371, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 289.629, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 293.841, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:35:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 298.697, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293867.377, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293868.083, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293854.567, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293866.628, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.187, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.015, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.588, "sample_count": 690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 231.015, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35424, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004639, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00128, "system_cpu_s_delta": 0.07999999999992724, "user_cpu_core_ratio": 0.003359, "user_cpu_s_delta": 0.20999999999912689}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.939, "count": 30, "max": 35.919, "p95": 28.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.673, "count": 30, "max": 30.027, "p95": 25.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23.345, "count": 30, "max": 231.015, "p95": 140.134, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141147.0, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113380.8, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 55.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3572, "sampled_at": "2026-10-31T21:34:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:34:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7475.492, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:35:21+09:00", "last_error_summary": "[rtsp @ 0x5f6c8f77bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f6c8f77be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:35:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.042, "last_started_at": "2026-10-31T21:35:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 48, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.456, "sample_count": 61, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 293.89, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 293.968, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.399, "last_sample_duration_ms": 920.514, "last_trigger": "periodic", "next_snapshot_in_sec": 289.601, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 186, "storage_bytes": 2804965}, "mjpeg": {"age_sec": 293.882, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:35:23+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 298.733, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293908.229, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293908.936, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293895.419, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 293907.48, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.135, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.623, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.456, "sample_count": 61, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 293.849, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35426, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001114, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.003024, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.545, "count": 30, "max": 35.919, "p95": 28.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.14, "count": 30, "max": 30.027, "p95": 25.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 33.14, "count": 30, "max": 293.849, "p95": 202.884, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140980.933, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108587.033, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.0, "count": 30, "max": 55.0, "p95": 21.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3573, "sampled_at": "2026-10-31T21:35:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:35:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7487.496, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:45:24+09:00", "last_error_summary": "[rtsp @ 0x5577f7969f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5577f7969e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:45:24+09:00", "last_error_summary": "[rtsp @ 0x5577f7969f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5577f7969e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:45:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T21:45:24+09:00", "pid": 35428, "process": {"exists": false, "pid": 35428}, "restart_count": 49, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 896.806, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 896.883, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.06, "last_sample_duration_ms": 637.275, "last_trigger": "periodic", "next_snapshot_in_sec": 292.94, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 187, "storage_bytes": 2814234}, "mjpeg": {"age_sec": 896.798, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:45:26+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 901.657, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896823.977, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896824.683, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896811.166, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896823.227, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.4, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.623, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.456, "sample_count": 61, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 293.849, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35426, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001114, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.003024, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.545, "count": 30, "max": 35.919, "p95": 28.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.14, "count": 30, "max": 30.027, "p95": 25.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 33.14, "count": 30, "max": 293.849, "p95": 202.884, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140980.933, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108587.033, "count": 30, "max": 146267.0, "p95": 144514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.0, "count": 30, "max": 55.0, "p95": 21.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3573, "sampled_at": "2026-10-31T21:35:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:35:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7487.742, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:45:24+09:00", "last_error_summary": "[rtsp @ 0x5577f7969f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5577f7969e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:45:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-10-31T21:45:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 49, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 896.837, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 896.914, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.078, "last_sample_duration_ms": 637.275, "last_trigger": "periodic", "next_snapshot_in_sec": 292.922, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 187, "storage_bytes": 2814234}, "mjpeg": {"age_sec": 896.829, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:45:26+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 901.678, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896854.05, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896854.756, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896841.24, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 896853.301, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.507, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.172, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 896.808, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35428, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003499, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001045, "system_cpu_s_delta": 0.6300000000010186, "user_cpu_core_ratio": 0.002455, "user_cpu_s_delta": 1.4799999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.738, "count": 30, "max": 35.919, "p95": 28.109, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.33, "count": 30, "max": 30.027, "p95": 24.148, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 63.034, "count": 30, "max": 896.808, "p95": 265.574, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140733.067, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103711.467, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.2, "count": 30, "max": 24.0, "p95": 16.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.354, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3574, "sampled_at": "2026-10-31T21:45:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:45:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7497.676, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T21:55:26+09:00", "last_error_summary": "[rtsp @ 0x5e3652c94f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e3652c94e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:55:26+09:00", "last_error_summary": "[rtsp @ 0x5e3652c94f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e3652c94e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:55:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T21:55:26+09:00", "pid": 35430, "process": {"exists": false, "pid": 35430}, "restart_count": 50, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 1499.003, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 1499.08, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.244, "last_sample_duration_ms": 619.724, "last_trigger": "periodic", "next_snapshot_in_sec": 292.756, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 188, "storage_bytes": 2823512}, "mjpeg": {"age_sec": 1498.995, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:55:28+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1503.853, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499021.168, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499021.874, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499008.358, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499020.419, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.764, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.172, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 896.808, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35428, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003499, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001045, "system_cpu_s_delta": 0.6300000000010186, "user_cpu_core_ratio": 0.002455, "user_cpu_s_delta": 1.4799999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.738, "count": 30, "max": 35.919, "p95": 28.109, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.33, "count": 30, "max": 30.027, "p95": 24.148, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 63.034, "count": 30, "max": 896.808, "p95": 265.574, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140733.067, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103711.467, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.2, "count": 30, "max": 24.0, "p95": 16.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.354, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3574, "sampled_at": "2026-10-31T21:45:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:45:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7497.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T21:55:26+09:00", "last_error_summary": "[rtsp @ 0x5e3652c94f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e3652c94e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T21:55:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-10-31T21:55:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 50, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 1499.032, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 1499.11, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.261, "last_sample_duration_ms": 619.724, "last_trigger": "periodic", "next_snapshot_in_sec": 292.739, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 188, "storage_bytes": 2823512}, "mjpeg": {"age_sec": 1499.024, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T21:55:28+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1503.874, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499049.395, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499050.102, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499036.585, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1499048.646, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.675, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.481, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1499.005, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35430, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001079, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.002209, "user_cpu_s_delta": 1.3300000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.411, "count": 30, "max": 35.919, "p95": 28.109, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.993, "count": 30, "max": 30.027, "p95": 24.148, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 113.001, "count": 30, "max": 1499.005, "p95": 625.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140587.2, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98937.9, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.233, "count": 30, "max": 24.0, "p95": 16.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3575, "sampled_at": "2026-10-31T21:55:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:55:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7509.441, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T22:05:28+09:00", "last_error_summary": "[rtsp @ 0x55ada922af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55ada922ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:05:28+09:00", "last_error_summary": "[rtsp @ 0x55ada922af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55ada922ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:05:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T22:05:28+09:00", "pid": 35432, "process": {"exists": false, "pid": 35432}, "restart_count": 51, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2101.299, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 2101.376, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.526, "last_sample_duration_ms": 497.251, "last_trigger": "periodic", "next_snapshot_in_sec": 292.474, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 189, "storage_bytes": 2832785}, "mjpeg": {"age_sec": 2101.291, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:05:30+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2106.145, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101317.503, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101318.209, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101304.693, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101316.754, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.047, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.481, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1499.005, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35430, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001079, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.002209, "user_cpu_s_delta": 1.3300000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.411, "count": 30, "max": 35.919, "p95": 28.109, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.993, "count": 30, "max": 30.027, "p95": 24.148, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 113.001, "count": 30, "max": 1499.005, "p95": 625.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140587.2, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98937.9, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.233, "count": 30, "max": 24.0, "p95": 16.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3575, "sampled_at": "2026-10-31T21:55:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T21:55:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7520.484, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:05:28+09:00", "last_error_summary": "[rtsp @ 0x55ada922af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55ada922ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:05:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-10-31T22:05:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 51, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2101.324, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 2101.401, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.543, "last_sample_duration_ms": 497.251, "last_trigger": "periodic", "next_snapshot_in_sec": 292.457, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 189, "storage_bytes": 2832785}, "mjpeg": {"age_sec": 2101.315, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:05:30+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2106.165, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101340.672, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101341.378, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101327.862, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101339.923, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.826, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.262, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2101.299, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35432, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000946, "system_cpu_s_delta": 0.569999999999709, "user_cpu_core_ratio": 0.002092, "user_cpu_s_delta": 1.2600000000020373}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.507, "count": 30, "max": 35.919, "p95": 24.957, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.032, "count": 30, "max": 24.409, "p95": 23.321, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 183.044, "count": 30, "max": 2101.299, "p95": 1228.016, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140442.167, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94165.167, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.633, "count": 30, "max": 24.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3576, "sampled_at": "2026-10-31T22:05:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:05:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7521.664, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T22:15:31+09:00", "last_error_summary": "[rtsp @ 0x65436661ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x65436661ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:15:31+09:00", "last_error_summary": "[rtsp @ 0x65436661ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x65436661ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:15:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T22:15:31+09:00", "pid": 35434, "process": {"exists": false, "pid": 35434}, "restart_count": 52, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2704.072, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 2704.149, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.343, "last_sample_duration_ms": 647.207, "last_trigger": "periodic", "next_snapshot_in_sec": 291.657, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 190, "storage_bytes": 2842063}, "mjpeg": {"age_sec": 2704.064, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:15:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2708.921, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704090.217, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704090.923, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704077.406, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704089.468, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.405, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.262, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2101.299, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35432, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000946, "system_cpu_s_delta": 0.569999999999709, "user_cpu_core_ratio": 0.002092, "user_cpu_s_delta": 1.2600000000020373}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.507, "count": 30, "max": 35.919, "p95": 24.957, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.032, "count": 30, "max": 24.409, "p95": 23.321, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 183.044, "count": 30, "max": 2101.299, "p95": 1228.016, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140442.167, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94165.167, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.633, "count": 30, "max": 24.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3576, "sampled_at": "2026-10-31T22:05:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:05:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7521.848, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:15:31+09:00", "last_error_summary": "[rtsp @ 0x65436661ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x65436661ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:15:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-31T22:15:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 52, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2704.104, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 2704.181, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.365, "last_sample_duration_ms": 647.207, "last_trigger": "periodic", "next_snapshot_in_sec": 291.635, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 190, "storage_bytes": 2842063}, "mjpeg": {"age_sec": 2704.096, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:15:33+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2708.946, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704121.237, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704121.943, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704108.427, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2704120.488, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.788, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.715, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2704.073, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35434, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000813, "system_cpu_s_delta": 0.4899999999997817, "user_cpu_core_ratio": 0.002074, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.031, "count": 30, "max": 35.919, "p95": 24.957, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.616, "count": 30, "max": 24.409, "p95": 23.321, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 273.18, "count": 30, "max": 2704.073, "p95": 1830.267, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140327.3, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89422.6, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.867, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3577, "sampled_at": "2026-10-31T22:15:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:15:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7532.969, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T22:25:33+09:00", "last_error_summary": "[rtsp @ 0x5bb16a0bbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bb16a0bbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:25:33+09:00", "last_error_summary": "[rtsp @ 0x5bb16a0bbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bb16a0bbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:25:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T22:25:33+09:00", "pid": 35436, "process": {"exists": false, "pid": 35436}, "restart_count": 53, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3306.194, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 3306.271, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.541, "last_sample_duration_ms": 683.646, "last_trigger": "periodic", "next_snapshot_in_sec": 291.459, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 191, "storage_bytes": 2851337}, "mjpeg": {"age_sec": 3306.186, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:25:35+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3311.043, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306212.138, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306212.844, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306199.327, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306211.389, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.716, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.715, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2704.073, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35434, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000813, "system_cpu_s_delta": 0.4899999999997817, "user_cpu_core_ratio": 0.002074, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.031, "count": 30, "max": 35.919, "p95": 24.957, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.616, "count": 30, "max": 24.409, "p95": 23.321, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 273.18, "count": 30, "max": 2704.073, "p95": 1830.267, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140327.3, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89422.6, "count": 30, "max": 144925.0, "p95": 143874.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.867, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3577, "sampled_at": "2026-10-31T22:15:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:15:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7532.176, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:25:33+09:00", "last_error_summary": "[rtsp @ 0x5bb16a0bbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bb16a0bbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:25:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-10-31T22:25:33+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 53, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3306.224, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 3306.301, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.559, "last_sample_duration_ms": 683.646, "last_trigger": "periodic", "next_snapshot_in_sec": 291.441, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 191, "storage_bytes": 2851337}, "mjpeg": {"age_sec": 3306.215, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:25:35+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3311.065, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306240.592, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306241.298, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306227.781, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306239.842, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.86, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.61, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3306.195, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35436, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000814, "system_cpu_s_delta": 0.4899999999997817, "user_cpu_core_ratio": 0.00201, "user_cpu_s_delta": 1.2099999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.566, "count": 30, "max": 35.919, "p95": 24.957, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.144, "count": 30, "max": 24.409, "p95": 23.321, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 383.386, "count": 30, "max": 3306.195, "p95": 2432.825, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140124.167, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84591.767, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.5, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.288, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3578, "sampled_at": "2026-10-31T22:25:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:25:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7570.59, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T22:35:36+09:00", "last_error_summary": "[rtsp @ 0x57dc073f1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57dc073f1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:35:36+09:00", "last_error_summary": "[rtsp @ 0x57dc073f1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57dc073f1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:35:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T22:35:36+09:00", "pid": 35438, "process": {"exists": false, "pid": 35438}, "restart_count": 54, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3908.478, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 3908.555, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 192, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.046, "last_sample_duration_ms": 676.615, "last_trigger": "periodic", "next_snapshot_in_sec": 290.954, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 192, "storage_bytes": 2860606}, "mjpeg": {"age_sec": 3908.47, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:35:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3913.331, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908496.406, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908497.113, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908483.596, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908495.657, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.877, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.61, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3306.195, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35436, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000814, "system_cpu_s_delta": 0.4899999999997817, "user_cpu_core_ratio": 0.00201, "user_cpu_s_delta": 1.2099999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.566, "count": 30, "max": 35.919, "p95": 24.957, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.144, "count": 30, "max": 24.409, "p95": 23.321, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 383.386, "count": 30, "max": 3306.195, "p95": 2432.825, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140124.167, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84591.767, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.5, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.288, "count": 30, "max": 0.537, "p95": 0.528, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3578, "sampled_at": "2026-10-31T22:25:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:25:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7571.152, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:35:36+09:00", "last_error_summary": "[rtsp @ 0x57dc073f1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57dc073f1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:35:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-10-31T22:35:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 54, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3908.509, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 3908.587, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 192, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.063, "last_sample_duration_ms": 676.615, "last_trigger": "periodic", "next_snapshot_in_sec": 290.937, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 192, "storage_bytes": 2860606}, "mjpeg": {"age_sec": 3908.501, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:35:38+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3913.351, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908526.619, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908527.325, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908513.809, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908525.87, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.445, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.778, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3908.48, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35438, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000747, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.002026, "user_cpu_s_delta": 1.2200000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.841, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.41, "count": 30, "max": 24.409, "p95": 22.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 513.669, "count": 30, "max": 3908.48, "p95": 3035.24, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140005.433, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79845.333, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.1, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.27, "count": 30, "max": 0.537, "p95": 0.527, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3579, "sampled_at": "2026-10-31T22:35:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:35:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7585.207, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T22:45:38+09:00", "last_error_summary": "[rtsp @ 0x61169ace9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61169ace9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:45:38+09:00", "last_error_summary": "[rtsp @ 0x61169ace9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61169ace9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:45:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T22:45:38+09:00", "pid": 35440, "process": {"exists": false, "pid": 35440}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 4510.794, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 4510.871, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.551, "last_sample_duration_ms": 560.764, "last_trigger": "periodic", "next_snapshot_in_sec": 290.449, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 193, "storage_bytes": 2869885}, "mjpeg": {"age_sec": 4510.786, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:45:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4515.64, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510811.754, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510812.46, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510798.944, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510811.005, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.44, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.778, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3908.48, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35438, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000747, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.002026, "user_cpu_s_delta": 1.2200000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.841, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.41, "count": 30, "max": 24.409, "p95": 22.465, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 513.669, "count": 30, "max": 3908.48, "p95": 3035.24, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140005.433, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79845.333, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.1, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.27, "count": 30, "max": 0.537, "p95": 0.527, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3579, "sampled_at": "2026-10-31T22:35:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:35:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7585.422, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:45:38+09:00", "last_error_summary": "[rtsp @ 0x61169ace9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61169ace9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:45:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-10-31T22:45:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 4510.817, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 4510.894, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.566, "last_sample_duration_ms": 560.764, "last_trigger": "periodic", "next_snapshot_in_sec": 290.434, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 193, "storage_bytes": 2869885}, "mjpeg": {"age_sec": 4510.809, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:45:40+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4515.658, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510833.731, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510834.437, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510820.921, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510832.982, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.592, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4510.793, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35440, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00078, "system_cpu_s_delta": 0.46999999999934516, "user_cpu_core_ratio": 0.001959, "user_cpu_s_delta": 1.180000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.14, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.709, "count": 30, "max": 24.409, "p95": 21.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 664.029, "count": 30, "max": 4510.793, "p95": 3637.452, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139873.367, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75085.567, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.7, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.253, "count": 30, "max": 0.537, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3580, "sampled_at": "2026-10-31T22:45:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:45:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7596.055, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T22:55:40+09:00", "last_error_summary": "[rtsp @ 0x55e100f19f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55e100f19e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:55:40+09:00", "last_error_summary": "[rtsp @ 0x55e100f19f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55e100f19e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:55:42+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T22:55:40+09:00", "pid": 35442, "process": {"exists": false, "pid": 35442}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5113.201, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 5113.279, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.026, "last_sample_duration_ms": 519.734, "last_trigger": "periodic", "next_snapshot_in_sec": 289.974, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 194, "storage_bytes": 2879159}, "mjpeg": {"age_sec": 5113.193, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:55:42+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5118.05, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113219.769, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113220.475, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113206.958, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113219.019, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.988, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.592, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4510.793, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35440, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00078, "system_cpu_s_delta": 0.46999999999934516, "user_cpu_core_ratio": 0.001959, "user_cpu_s_delta": 1.180000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.14, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.709, "count": 30, "max": 24.409, "p95": 21.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 664.029, "count": 30, "max": 4510.793, "p95": 3637.452, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139873.367, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75085.567, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.7, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.228, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.253, "count": 30, "max": 0.537, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3580, "sampled_at": "2026-10-31T22:45:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:45:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7595.543, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T22:55:40+09:00", "last_error_summary": "[rtsp @ 0x55e100f19f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55e100f19e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T22:55:42+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-10-31T22:55:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5113.229, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 5113.306, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.042, "last_sample_duration_ms": 519.734, "last_trigger": "periodic", "next_snapshot_in_sec": 289.958, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 194, "storage_bytes": 2879159}, "mjpeg": {"age_sec": 5113.221, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T22:55:42+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5118.07, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113245.767, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113246.473, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113232.956, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113245.018, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.67, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.738, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5113.202, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35442, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000863, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.001926, "user_cpu_s_delta": 1.1599999999962165}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.788, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.355, "count": 30, "max": 24.409, "p95": 21.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 834.469, "count": 30, "max": 5113.202, "p95": 4239.752, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139756.833, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70341.333, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.333, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.228, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.235, "count": 30, "max": 0.537, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3581, "sampled_at": "2026-10-31T22:55:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:55:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7606.77, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T23:05:43+09:00", "last_error_summary": "[rtsp @ 0x58108b75ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58108b75fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:05:43+09:00", "last_error_summary": "[rtsp @ 0x58108b75ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58108b75fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:05:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T23:05:43+09:00", "pid": 35444, "process": {"exists": false, "pid": 35444}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5715.717, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 5715.794, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 195, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.616, "last_sample_duration_ms": 538.936, "last_trigger": "periodic", "next_snapshot_in_sec": 289.384, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 195, "storage_bytes": 2888436}, "mjpeg": {"age_sec": 5715.709, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:05:45+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5720.565, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715734.61, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715735.317, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715721.8, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715733.861, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.525, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.738, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5113.202, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35442, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000863, "system_cpu_s_delta": 0.5200000000004366, "user_cpu_core_ratio": 0.001926, "user_cpu_s_delta": 1.1599999999962165}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.788, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.355, "count": 30, "max": 24.409, "p95": 21.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 834.469, "count": 30, "max": 5113.202, "p95": 4239.752, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139756.833, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70341.333, "count": 30, "max": 144012.0, "p95": 143406.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.333, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.228, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.235, "count": 30, "max": 0.537, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3581, "sampled_at": "2026-10-31T22:55:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T22:55:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7607.18, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:05:43+09:00", "last_error_summary": "[rtsp @ 0x58108b75ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58108b75fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:05:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-10-31T23:05:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5715.747, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 5715.824, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 195, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.635, "last_sample_duration_ms": 538.936, "last_trigger": "periodic", "next_snapshot_in_sec": 289.365, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 195, "storage_bytes": 2888436}, "mjpeg": {"age_sec": 5715.739, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:05:45+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5720.589, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715763.922, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715764.629, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715751.112, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715763.173, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.9, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.055, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5715.716, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35444, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00083, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.001925, "user_cpu_s_delta": 1.1600000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.475, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.039, "count": 30, "max": 24.409, "p95": 21.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1024.993, "count": 30, "max": 5715.716, "p95": 4842.118, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139584.133, "count": 30, "max": 143707.0, "p95": 143027.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 65540.933, "count": 30, "max": 143707.0, "p95": 143027.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.967, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.228, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.537, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3582, "sampled_at": "2026-10-31T23:05:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:05:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7616.793, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T23:15:45+09:00", "last_error_summary": "[rtsp @ 0x56b6bb42cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56b6bb42ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:15:45+09:00", "last_error_summary": "[rtsp @ 0x56b6bb42cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56b6bb42ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:15:47+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T23:15:45+09:00", "pid": 35446, "process": {"exists": false, "pid": 35446}, "restart_count": 58, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6317.9, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 6317.977, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.767, "last_sample_duration_ms": 647.325, "last_trigger": "periodic", "next_snapshot_in_sec": 289.233, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 196, "storage_bytes": 2897714}, "mjpeg": {"age_sec": 6317.892, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:15:47+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6322.75, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317918.115, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317918.821, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317905.305, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317917.366, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.749, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.055, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5715.716, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35444, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00083, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.001925, "user_cpu_s_delta": 1.1600000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.475, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.039, "count": 30, "max": 24.409, "p95": 21.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1024.993, "count": 30, "max": 5715.716, "p95": 4842.118, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139584.133, "count": 30, "max": 143707.0, "p95": 143027.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 65540.933, "count": 30, "max": 143707.0, "p95": 143027.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.967, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.228, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.537, "p95": 0.523, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3582, "sampled_at": "2026-10-31T23:05:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:05:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7616.203, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:15:45+09:00", "last_error_summary": "[rtsp @ 0x56b6bb42cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56b6bb42ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:15:47+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-10-31T23:15:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 58, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6317.931, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 6318.008, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.789, "last_sample_duration_ms": 647.325, "last_trigger": "periodic", "next_snapshot_in_sec": 289.211, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 196, "storage_bytes": 2897714}, "mjpeg": {"age_sec": 6317.923, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:15:47+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6322.775, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317947.806, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317948.513, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317934.996, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6317947.057, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.035, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.257, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6317.903, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35446, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000797, "system_cpu_s_delta": 0.47999999999956344, "user_cpu_core_ratio": 0.001893, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.903, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.388, "count": 30, "max": 24.409, "p95": 21.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1235.589, "count": 30, "max": 6317.903, "p95": 5444.585, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139444.7, "count": 30, "max": 143707.0, "p95": 142907.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 60773.8, "count": 30, "max": 143707.0, "p95": 142907.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.228, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.537, "p95": 0.513, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3583, "sampled_at": "2026-10-31T23:15:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:15:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7629.703, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T23:25:48+09:00", "last_error_summary": "[rtsp @ 0x5b806a590f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b806a590e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:25:48+09:00", "last_error_summary": "[rtsp @ 0x5b806a590f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b806a590e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:25:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T23:25:47+09:00", "pid": 35448, "process": {"exists": false, "pid": 35448}, "restart_count": 59, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6920.402, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 6920.48, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.397, "last_sample_duration_ms": 630.617, "last_trigger": "periodic", "next_snapshot_in_sec": 288.603, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 197, "storage_bytes": 2906997}, "mjpeg": {"age_sec": 6920.394, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:25:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6925.254, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920420.698, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920421.405, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920407.888, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920419.949, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.859, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.257, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6317.903, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35446, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000797, "system_cpu_s_delta": 0.47999999999956344, "user_cpu_core_ratio": 0.001893, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.903, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.388, "count": 30, "max": 24.409, "p95": 21.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1235.589, "count": 30, "max": 6317.903, "p95": 5444.585, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139444.7, "count": 30, "max": 143707.0, "p95": 142907.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 60773.8, "count": 30, "max": 143707.0, "p95": 142907.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.228, "p95": 0.161, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.537, "p95": 0.513, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3583, "sampled_at": "2026-10-31T23:15:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:15:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7630.477, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:25:48+09:00", "last_error_summary": "[rtsp @ 0x5b806a590f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b806a590e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:25:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-10-31T23:25:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 59, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6920.432, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 6920.51, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.413, "last_sample_duration_ms": 630.617, "last_trigger": "periodic", "next_snapshot_in_sec": 288.587, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 197, "storage_bytes": 2906997}, "mjpeg": {"age_sec": 6920.424, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:25:49+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6925.273, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920449.519, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920450.225, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920436.708, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6920448.769, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.472, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.919, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6920.404, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35448, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000714, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001859, "user_cpu_s_delta": 1.1199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.478, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.956, "count": 30, "max": 24.409, "p95": 21.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1466.269, "count": 30, "max": 6920.404, "p95": 6046.919, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139304.433, "count": 30, "max": 143707.0, "p95": 142243.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 56005.833, "count": 30, "max": 143707.0, "p95": 142243.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.233, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.228, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.183, "count": 30, "max": 0.516, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3584, "sampled_at": "2026-10-31T23:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7641.68, "limit_mb": null}, "detail": {"last_error_at": "2026-10-31T23:35:51+09:00", "last_error_summary": "[rtsp @ 0x5dd75166cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dd75166ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:35:51+09:00", "last_error_summary": "[rtsp @ 0x5dd75166cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dd75166ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:35:52+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-31T23:35:50+09:00", "pid": 35450, "process": {"exists": false, "pid": 35450}, "restart_count": 60, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 7523.376, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 7523.453, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 312.444, "last_sample_duration_ms": 535.874, "last_trigger": "periodic", "next_snapshot_in_sec": 287.556, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 198, "storage_bytes": 2916277}, "mjpeg": {"age_sec": 7523.368, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:35:52+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7528.226, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523394.832, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523395.538, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523382.021, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523394.082, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.133, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.919, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6920.404, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35448, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000714, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001859, "user_cpu_s_delta": 1.1199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.478, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.956, "count": 30, "max": 24.409, "p95": 21.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1466.269, "count": 30, "max": 6920.404, "p95": 6046.919, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139304.433, "count": 30, "max": 143707.0, "p95": 142243.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 56005.833, "count": 30, "max": 143707.0, "p95": 142243.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.233, "count": 30, "max": 14.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.228, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.183, "count": 30, "max": 0.516, "p95": 0.506, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3584, "sampled_at": "2026-10-31T23:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7641.844, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T23:35:51+09:00", "last_error_summary": "[rtsp @ 0x5dd75166cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dd75166ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-31T23:35:52+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-10-31T23:35:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 60, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 7523.405, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 7523.482, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 312.461, "last_sample_duration_ms": 535.874, "last_trigger": "periodic", "next_snapshot_in_sec": 287.539, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 198, "storage_bytes": 2916277}, "mjpeg": {"age_sec": 7523.396, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-31T23:35:52+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7528.246, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523421.605, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523422.311, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523408.795, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523420.856, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.711, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.785, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7523.378, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35450, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001708, "user_cpu_s_delta": 1.0300000000061118}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.831, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.32, "count": 30, "max": 24.409, "p95": 21.196, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1717.049, "count": 30, "max": 7523.378, "p95": 6649.279, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139141.9, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 51215.6, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.166, "count": 30, "max": 0.508, "p95": 0.499, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3585, "sampled_at": "2026-10-31T23:35:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:35:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}